[ 573.818954] env[69843]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69843) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.819329] env[69843]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69843) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.819440] env[69843]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69843) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 573.819799] env[69843]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 573.922357] env[69843]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69843) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 573.932973] env[69843]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69843) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 573.979782] env[69843]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 574.540036] env[69843]: INFO nova.virt.driver [None req-5fb7651e-a4f9-4aff-b44b-3f25491fd176 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 574.612568] env[69843]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.612568] env[69843]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.612568] env[69843]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69843) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 577.605107] env[69843]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-43125064-75d3-4af6-b54c-084eef03b580 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.092423] env[69843]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69843) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 578.092560] env[69843]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-154716a2-9be0-46d2-a057-bc3c99750f6a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.129654] env[69843]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 82d14. [ 578.129887] env[69843]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.517s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.130399] env[69843]: INFO nova.virt.vmwareapi.driver [None req-5fb7651e-a4f9-4aff-b44b-3f25491fd176 None None] VMware vCenter version: 7.0.3 [ 578.135891] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68472980-19c9-4875-8303-2e4f2a529300 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.158824] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1138a852-481f-444c-b832-fd24b4b2fe8c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.165737] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456c6036-18bc-4cb0-a744-f2ec0d309b3b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.173173] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e7835b-bdf1-4d42-acca-61ae38902c70 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.187480] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50a0968-bf5b-47ef-a239-8c1504392dad {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.194545] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab61d1d-08bf-4d0a-bebb-9af904ba70e2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.225985] env[69843]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-2280e7f6-2f80-4f9f-ac69-03227c9e11c3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.232146] env[69843]: DEBUG nova.virt.vmwareapi.driver [None req-5fb7651e-a4f9-4aff-b44b-3f25491fd176 None None] Extension org.openstack.compute already exists. {{(pid=69843) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 578.234948] env[69843]: INFO nova.compute.provider_config [None req-5fb7651e-a4f9-4aff-b44b-3f25491fd176 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 578.738048] env[69843]: DEBUG nova.context [None req-5fb7651e-a4f9-4aff-b44b-3f25491fd176 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),9cf83bd0-6739-4023-aed2-b1665f470d10(cell1) {{(pid=69843) load_cells /opt/stack/nova/nova/context.py:464}} [ 578.740197] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.740431] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.741153] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.741683] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Acquiring lock "9cf83bd0-6739-4023-aed2-b1665f470d10" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.741993] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Lock "9cf83bd0-6739-4023-aed2-b1665f470d10" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.743039] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Lock "9cf83bd0-6739-4023-aed2-b1665f470d10" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.763755] env[69843]: INFO dbcounter [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Registered counter for database nova_cell0 [ 578.772039] env[69843]: INFO dbcounter [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Registered counter for database nova_cell1 [ 578.775330] env[69843]: DEBUG oslo_db.sqlalchemy.engines [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69843) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 578.775708] env[69843]: DEBUG oslo_db.sqlalchemy.engines [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69843) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 578.780508] env[69843]: ERROR nova.db.main.api [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 578.780508] env[69843]: result = function(*args, **kwargs) [ 578.780508] env[69843]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 578.780508] env[69843]: return func(*args, **kwargs) [ 578.780508] env[69843]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 578.780508] env[69843]: result = fn(*args, **kwargs) [ 578.780508] env[69843]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 578.780508] env[69843]: return f(*args, **kwargs) [ 578.780508] env[69843]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 578.780508] env[69843]: return db.service_get_minimum_version(context, binaries) [ 578.780508] env[69843]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 578.780508] env[69843]: _check_db_access() [ 578.780508] env[69843]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 578.780508] env[69843]: stacktrace = ''.join(traceback.format_stack()) [ 578.780508] env[69843]: [ 578.781581] env[69843]: ERROR nova.db.main.api [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 578.781581] env[69843]: result = function(*args, **kwargs) [ 578.781581] env[69843]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 578.781581] env[69843]: return func(*args, **kwargs) [ 578.781581] env[69843]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 578.781581] env[69843]: result = fn(*args, **kwargs) [ 578.781581] env[69843]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 578.781581] env[69843]: return f(*args, **kwargs) [ 578.781581] env[69843]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 578.781581] env[69843]: return db.service_get_minimum_version(context, binaries) [ 578.781581] env[69843]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 578.781581] env[69843]: _check_db_access() [ 578.781581] env[69843]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 578.781581] env[69843]: stacktrace = ''.join(traceback.format_stack()) [ 578.781581] env[69843]: [ 578.782088] env[69843]: WARNING nova.objects.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 578.782129] env[69843]: WARNING nova.objects.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Failed to get minimum service version for cell 9cf83bd0-6739-4023-aed2-b1665f470d10 [ 578.782593] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Acquiring lock "singleton_lock" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.782785] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Acquired lock "singleton_lock" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.782995] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Releasing lock "singleton_lock" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.783326] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Full set of CONF: {{(pid=69843) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 578.783472] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ******************************************************************************** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 578.783598] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] Configuration options gathered from: {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 578.783770] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 578.783926] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 578.784066] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ================================================================================ {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 578.784307] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] allow_resize_to_same_host = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.784498] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] arq_binding_timeout = 300 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.784634] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] backdoor_port = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.784760] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] backdoor_socket = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.784924] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] block_device_allocate_retries = 60 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.785098] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] block_device_allocate_retries_interval = 3 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.785284] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cert = self.pem {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.785470] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.785643] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute_monitors = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.785812] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] config_dir = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.785984] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] config_drive_format = iso9660 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.786133] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.786302] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] config_source = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.786470] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] console_host = devstack {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.786645] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] control_exchange = nova {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.786804] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cpu_allocation_ratio = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.786965] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] daemon = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.787148] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] debug = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.787307] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] default_access_ip_network_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.787524] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] default_availability_zone = nova {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.787693] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] default_ephemeral_format = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.787856] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] default_green_pool_size = 1000 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.788117] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.788286] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] default_schedule_zone = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.788448] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] disk_allocation_ratio = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.788607] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] enable_new_services = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.788784] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] enabled_apis = ['osapi_compute'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.788952] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] enabled_ssl_apis = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.789123] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] flat_injected = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.789281] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] force_config_drive = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.789441] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] force_raw_images = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.789608] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] graceful_shutdown_timeout = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.789767] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] heal_instance_info_cache_interval = -1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.789985] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] host = cpu-1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.790177] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.790341] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] initial_disk_allocation_ratio = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.790505] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] initial_ram_allocation_ratio = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.790723] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.790886] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] instance_build_timeout = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.791059] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] instance_delete_interval = 300 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.791232] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] instance_format = [instance: %(uuid)s] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.791445] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] instance_name_template = instance-%08x {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.791566] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] instance_usage_audit = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.791737] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] instance_usage_audit_period = month {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.791899] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.792078] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] instances_path = /opt/stack/data/nova/instances {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.792248] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] internal_service_availability_zone = internal {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.792441] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] key = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.792611] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] live_migration_retry_count = 30 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.792781] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] log_color = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.792945] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] log_config_append = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.793128] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.793291] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] log_dir = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.793451] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] log_file = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.793579] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] log_options = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.793739] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] log_rotate_interval = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.793935] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] log_rotate_interval_type = days {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.794132] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] log_rotation_type = none {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.794309] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.794424] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.794598] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.794763] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.794891] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.795063] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] long_rpc_timeout = 1800 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.795226] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] max_concurrent_builds = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.795384] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] max_concurrent_live_migrations = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.795543] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] max_concurrent_snapshots = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.795702] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] max_local_block_devices = 3 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.795860] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] max_logfile_count = 30 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.796024] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] max_logfile_size_mb = 200 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.796191] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] maximum_instance_delete_attempts = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.796357] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] metadata_listen = 0.0.0.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.796526] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] metadata_listen_port = 8775 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.796694] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] metadata_workers = 2 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.796856] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] migrate_max_retries = -1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.797033] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] mkisofs_cmd = genisoimage {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.797244] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] my_block_storage_ip = 10.180.1.21 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.797377] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] my_ip = 10.180.1.21 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.797583] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.797744] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] network_allocate_retries = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.797923] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.798100] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] osapi_compute_listen = 0.0.0.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.798264] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] osapi_compute_listen_port = 8774 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.798432] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] osapi_compute_unique_server_name_scope = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.798603] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] osapi_compute_workers = 2 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.798763] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] password_length = 12 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.798922] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] periodic_enable = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.799092] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] periodic_fuzzy_delay = 60 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.799262] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] pointer_model = usbtablet {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.799452] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] preallocate_images = none {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.799678] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] publish_errors = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.799817] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] pybasedir = /opt/stack/nova {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.799977] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ram_allocation_ratio = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.800154] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] rate_limit_burst = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.800324] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] rate_limit_except_level = CRITICAL {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.800485] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] rate_limit_interval = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.800644] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] reboot_timeout = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.800801] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] reclaim_instance_interval = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.800955] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] record = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.801135] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] reimage_timeout_per_gb = 60 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.801301] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] report_interval = 120 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.801471] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] rescue_timeout = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.801622] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] reserved_host_cpus = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.801778] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] reserved_host_disk_mb = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.801931] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] reserved_host_memory_mb = 512 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.802107] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] reserved_huge_pages = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.802277] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] resize_confirm_window = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.802463] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] resize_fs_using_block_device = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.802628] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] resume_guests_state_on_host_boot = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.802796] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.802957] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] rpc_response_timeout = 60 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.803131] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] run_external_periodic_tasks = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.803304] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] running_deleted_instance_action = reap {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.803467] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] running_deleted_instance_poll_interval = 1800 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.803625] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] running_deleted_instance_timeout = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.803782] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] scheduler_instance_sync_interval = 120 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.803946] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] service_down_time = 720 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.804127] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] servicegroup_driver = db {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.804308] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] shell_completion = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.804479] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] shelved_offload_time = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.804641] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] shelved_poll_interval = 3600 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.804822] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] shutdown_timeout = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.804963] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] source_is_ipv6 = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.805137] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ssl_only = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.805417] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.805595] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] sync_power_state_interval = 600 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.805760] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] sync_power_state_pool_size = 1000 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.805933] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] syslog_log_facility = LOG_USER {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.806107] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] tempdir = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.806274] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] timeout_nbd = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.806448] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] transport_url = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.806611] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] update_resources_interval = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.806770] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] use_cow_images = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.806932] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] use_journal = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.807100] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] use_json = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.807261] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] use_rootwrap_daemon = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.807419] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] use_stderr = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.807581] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] use_syslog = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.807738] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vcpu_pin_set = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.807904] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plugging_is_fatal = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.808081] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plugging_timeout = 300 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.808253] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] virt_mkfs = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.808412] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] volume_usage_poll_interval = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.808573] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] watch_log_file = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.808741] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] web = /usr/share/spice-html5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.808933] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.809115] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.809284] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.809456] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_concurrency.disable_process_locking = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.810042] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.810239] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.810415] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.810592] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.810766] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.810935] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.811136] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.auth_strategy = keystone {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.811311] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.compute_link_prefix = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.811515] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.811724] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.dhcp_domain = novalocal {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.811906] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.enable_instance_password = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.812087] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.glance_link_prefix = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.812265] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.812465] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.812638] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.instance_list_per_project_cells = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.812801] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.list_records_by_skipping_down_cells = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.812965] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.local_metadata_per_cell = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.813153] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.max_limit = 1000 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.813326] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.metadata_cache_expiration = 15 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.813506] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.neutron_default_tenant_id = default {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.813678] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.response_validation = warn {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.813850] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.use_neutron_default_nets = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.814032] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.814202] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.814405] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.814585] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.814762] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.vendordata_dynamic_targets = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.814930] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.vendordata_jsonfile_path = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.815128] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.815344] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.backend = dogpile.cache.memcached {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.815528] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.backend_argument = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.815693] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.backend_expiration_time = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.815870] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.config_prefix = cache.oslo {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.816047] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.dead_timeout = 60.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.816217] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.debug_cache_backend = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.816383] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.enable_retry_client = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.816548] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.enable_socket_keepalive = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.816720] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.enabled = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.816885] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.enforce_fips_mode = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.817059] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.expiration_time = 600 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.817228] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.hashclient_retry_attempts = 2 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.817419] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.hashclient_retry_delay = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.817598] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.memcache_dead_retry = 300 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.817761] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.memcache_password = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.817924] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.818099] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.818266] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.memcache_pool_maxsize = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.818453] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.818632] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.memcache_sasl_enabled = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.818813] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.818981] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.memcache_socket_timeout = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.819159] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.memcache_username = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.819327] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.proxies = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.819493] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.redis_db = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.819657] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.redis_password = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.819830] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.redis_sentinel_service_name = mymaster {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.820015] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.820198] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.redis_server = localhost:6379 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.820368] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.redis_socket_timeout = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.820533] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.redis_username = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.820697] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.retry_attempts = 2 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.820863] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.retry_delay = 0.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.821038] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.socket_keepalive_count = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.821207] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.socket_keepalive_idle = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.821370] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.socket_keepalive_interval = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.821538] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.tls_allowed_ciphers = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.821698] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.tls_cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.821857] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.tls_certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.822032] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.tls_enabled = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.822197] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cache.tls_keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.822420] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.auth_section = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.822615] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.auth_type = password {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.822782] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.822965] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.catalog_info = volumev3::publicURL {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.823140] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.823309] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.823478] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.cross_az_attach = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.823687] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.debug = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.823864] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.endpoint_template = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.824045] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.http_retries = 3 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.824213] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.824399] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.824580] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.os_region_name = RegionOne {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.824749] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.824907] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cinder.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.825097] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.825269] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.cpu_dedicated_set = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.825429] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.cpu_shared_set = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.825600] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.image_type_exclude_list = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.825762] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.825925] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.max_concurrent_disk_ops = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.826100] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.max_disk_devices_to_attach = -1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.826266] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.826437] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.826604] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.resource_provider_association_refresh = 300 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.826764] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.826926] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.shutdown_retry_interval = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.827121] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.827301] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] conductor.workers = 2 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.827484] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] console.allowed_origins = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.827646] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] console.ssl_ciphers = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.827817] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] console.ssl_minimum_version = default {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.827984] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] consoleauth.enforce_session_timeout = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.828167] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] consoleauth.token_ttl = 600 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.828338] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.828496] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.828665] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.828929] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.connect_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.829188] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.connect_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.829393] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.endpoint_override = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.829581] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.829748] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.829911] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.max_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.830087] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.min_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.830252] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.region_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.830415] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.retriable_status_codes = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.830579] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.service_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.830751] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.service_type = accelerator {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.830915] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.831087] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.status_code_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.831251] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.status_code_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.831411] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.831593] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.831756] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] cyborg.version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.831930] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.asyncio_connection = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.832103] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.asyncio_slave_connection = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.832285] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.backend = sqlalchemy {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.832468] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.connection = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.832635] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.connection_debug = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.832806] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.connection_parameters = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.832971] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.connection_recycle_time = 3600 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.833152] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.connection_trace = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.833317] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.db_inc_retry_interval = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.833485] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.db_max_retries = 20 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.833652] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.db_max_retry_interval = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.833813] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.db_retry_interval = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.833975] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.max_overflow = 50 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.834154] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.max_pool_size = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.834345] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.max_retries = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.834526] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.834690] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.mysql_wsrep_sync_wait = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.834850] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.pool_timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.835022] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.retry_interval = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.835190] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.slave_connection = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.835382] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.sqlite_synchronous = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.835558] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] database.use_db_reconnect = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.835728] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.asyncio_connection = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.835887] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.asyncio_slave_connection = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.836072] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.backend = sqlalchemy {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.836243] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.connection = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.836410] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.connection_debug = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.836581] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.connection_parameters = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.836746] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.connection_recycle_time = 3600 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.836910] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.connection_trace = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.837081] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.db_inc_retry_interval = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.837252] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.db_max_retries = 20 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.837414] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.db_max_retry_interval = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.837578] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.db_retry_interval = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.837741] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.max_overflow = 50 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.837905] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.max_pool_size = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.838080] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.max_retries = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.838255] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.838416] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.838577] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.pool_timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.838740] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.retry_interval = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.838899] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.slave_connection = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.839075] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] api_database.sqlite_synchronous = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.839254] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] devices.enabled_mdev_types = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.839432] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.839609] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ephemeral_storage_encryption.default_format = luks {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.839772] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ephemeral_storage_encryption.enabled = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.839936] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.840120] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.api_servers = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.840286] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.840449] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.840612] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.840772] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.connect_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.840932] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.connect_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.841103] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.debug = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.841269] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.default_trusted_certificate_ids = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.841434] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.enable_certificate_validation = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.841595] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.enable_rbd_download = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.841754] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.endpoint_override = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.841920] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.842114] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.842266] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.max_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.842411] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.min_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.842580] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.num_retries = 3 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.842750] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.rbd_ceph_conf = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.842909] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.rbd_connect_timeout = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.843087] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.rbd_pool = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.843260] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.rbd_user = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.843427] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.region_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.843590] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.retriable_status_codes = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.843747] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.service_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.843916] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.service_type = image {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.844089] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.844253] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.status_code_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.844445] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.status_code_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.844611] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.844797] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.844966] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.verify_glance_signatures = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.845141] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] glance.version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.845332] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] guestfs.debug = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.845519] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.auth_section = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.845685] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.auth_type = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.845845] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846013] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846180] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846341] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.connect_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846503] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.connect_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846663] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.endpoint_override = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846825] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.846982] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847153] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.max_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847311] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.min_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847471] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.region_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847630] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.retriable_status_codes = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847788] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.service_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.847957] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.service_type = shared-file-system {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.848133] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.share_apply_policy_timeout = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.848295] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.848456] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.status_code_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.848613] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.status_code_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.848769] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.848951] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.849124] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] manila.version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.849297] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] mks.enabled = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.849658] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.849851] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] image_cache.manager_interval = 2400 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850034] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] image_cache.precache_concurrency = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850213] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] image_cache.remove_unused_base_images = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850387] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850558] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850740] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] image_cache.subdirectory_name = _base {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.850916] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.api_max_retries = 60 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851094] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.api_retry_interval = 2 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851257] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.auth_section = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851418] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.auth_type = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851579] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851736] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.851899] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.852074] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.conductor_group = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.852263] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.connect_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.852437] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.connect_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.852603] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.endpoint_override = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.852766] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.852926] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853102] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.max_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853262] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.min_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853428] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.peer_list = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853588] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.region_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853746] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.retriable_status_codes = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.853910] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.serial_console_state_timeout = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.854081] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.service_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.854256] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.service_type = baremetal {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.854447] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.shard = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.854619] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.854781] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.status_code_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.854941] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.status_code_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855114] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855317] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855497] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ironic.version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855683] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.855858] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] key_manager.fixed_key = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856050] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856218] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.barbican_api_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856379] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.barbican_endpoint = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856553] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.barbican_endpoint_type = public {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856716] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.barbican_region_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.856875] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857044] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857212] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857383] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857533] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857695] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.number_of_retries = 60 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.857857] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.retry_delay = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858032] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.send_service_user_token = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858203] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858363] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858525] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.verify_ssl = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858683] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican.verify_ssl_path = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.858849] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican_service_user.auth_section = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.859027] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican_service_user.auth_type = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.859191] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican_service_user.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.859350] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican_service_user.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.859513] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican_service_user.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.859673] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican_service_user.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.859830] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican_service_user.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.859991] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican_service_user.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860163] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] barbican_service_user.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860332] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vault.approle_role_id = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860493] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vault.approle_secret_id = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860660] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vault.kv_mountpoint = secret {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860819] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vault.kv_path = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.860984] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vault.kv_version = 2 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.861156] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vault.namespace = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.861316] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vault.root_token_id = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.861475] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vault.ssl_ca_crt_file = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.861643] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vault.timeout = 60.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.861805] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vault.use_ssl = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.861974] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.862168] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.862356] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.862528] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.862688] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.connect_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.862847] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.connect_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863014] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.endpoint_override = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863187] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863347] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863508] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.max_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863662] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.min_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863821] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.region_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.863985] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.retriable_status_codes = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.864158] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.service_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.864386] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.service_type = identity {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.864582] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.864749] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.status_code_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.864910] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.status_code_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.865083] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.865277] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.865491] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] keystone.version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.865688] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.ceph_mount_options = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.866032] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.866226] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.connection_uri = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.866394] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.cpu_mode = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.866635] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.cpu_model_extra_flags = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.866821] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.cpu_models = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.866996] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.cpu_power_governor_high = performance {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.867186] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.cpu_power_governor_low = powersave {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.867353] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.cpu_power_management = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.867607] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.867819] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.device_detach_attempts = 8 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.867992] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.device_detach_timeout = 20 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.868188] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.disk_cachemodes = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.868356] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.disk_prefix = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.868526] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.enabled_perf_events = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.868691] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.file_backed_memory = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.868855] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.gid_maps = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869033] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.hw_disk_discard = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869200] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.hw_machine_type = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869373] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.images_rbd_ceph_conf = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869543] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869708] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.869877] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.images_rbd_glance_store_name = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870057] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.images_rbd_pool = rbd {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870305] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.images_type = default {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870397] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.images_volume_group = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870563] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.inject_key = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870726] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.inject_partition = -2 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.870886] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.inject_password = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871060] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.iscsi_iface = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871226] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.iser_use_multipath = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871393] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_bandwidth = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871558] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871721] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_downtime = 500 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.871888] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872063] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872254] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_inbound_addr = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872453] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872625] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_permit_post_copy = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872789] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_scheme = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.872964] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_timeout_action = abort {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.873144] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_tunnelled = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.873308] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_uri = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.873473] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.live_migration_with_native_tls = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.873633] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.max_queues = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.873798] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.874052] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.874223] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.nfs_mount_options = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.874563] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.874740] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.874909] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.num_iser_scan_tries = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875086] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.num_memory_encrypted_guests = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875255] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875454] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.num_pcie_ports = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875628] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.num_volume_scan_tries = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875796] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.pmem_namespaces = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.875955] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.quobyte_client_cfg = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.876274] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.876456] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.rbd_connect_timeout = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.876624] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.876789] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.876950] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.rbd_secret_uuid = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877123] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.rbd_user = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877289] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877466] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.remote_filesystem_transport = ssh {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877629] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.rescue_image_id = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877786] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.rescue_kernel_id = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.877944] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.rescue_ramdisk_id = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.878133] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.878295] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.rx_queue_size = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.878465] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.smbfs_mount_options = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.878755] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.878927] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.snapshot_compression = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.879101] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.snapshot_image_format = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.879338] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.879511] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.sparse_logical_volumes = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.879677] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.swtpm_enabled = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.879848] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.swtpm_group = tss {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.880030] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.swtpm_user = tss {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.880207] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.sysinfo_serial = unique {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.880371] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.tb_cache_size = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.880533] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.tx_queue_size = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.880697] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.uid_maps = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.880859] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.use_virtio_for_bridges = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.881046] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.virt_type = kvm {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.881224] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.volume_clear = zero {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.881389] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.volume_clear_size = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.881556] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.volume_enforce_multipath = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.881722] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.volume_use_multipath = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.881882] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.vzstorage_cache_path = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.882070] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.882247] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.vzstorage_mount_group = qemu {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.882450] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.vzstorage_mount_opts = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.882630] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.882929] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.883133] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.vzstorage_mount_user = stack {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.883309] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.883488] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.auth_section = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.883665] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.auth_type = password {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.883830] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.883993] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.884196] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.884416] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.connect_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.884576] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.connect_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.884750] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.default_floating_pool = public {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.884910] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.endpoint_override = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.885089] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.extension_sync_interval = 600 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.885253] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.http_retries = 3 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.885446] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.885605] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.885763] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.max_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.885936] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.886118] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.min_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.886291] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.ovs_bridge = br-int {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.886457] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.physnets = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.886627] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.region_name = RegionOne {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.886786] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.retriable_status_codes = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.886952] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.service_metadata_proxy = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.887126] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.service_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.887296] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.service_type = network {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.887459] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.887613] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.status_code_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.887769] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.status_code_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.887925] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.888116] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.888279] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] neutron.version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.888449] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] notifications.bdms_in_notifications = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.888623] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] notifications.default_level = INFO {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.888787] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] notifications.include_share_mapping = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.888963] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] notifications.notification_format = unversioned {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.889142] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] notifications.notify_on_state_change = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.889327] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.889508] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] pci.alias = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.889680] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] pci.device_spec = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.889845] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] pci.report_in_placement = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.890031] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.auth_section = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.890210] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.auth_type = password {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.890379] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.890540] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.890695] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.890910] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.891144] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.connect_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.891318] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.connect_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.891481] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.default_domain_id = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.891639] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.default_domain_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.891798] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.domain_id = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.891954] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.domain_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.892125] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.endpoint_override = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.892295] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.892475] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.892634] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.max_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.892789] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.min_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.892955] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.password = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.893127] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.project_domain_id = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.893311] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.project_domain_name = Default {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.893500] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.project_id = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.893677] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.project_name = service {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.893847] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.region_name = RegionOne {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.894021] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.retriable_status_codes = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.894189] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.service_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.894393] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.service_type = placement {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.894566] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.894728] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.status_code_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.894888] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.status_code_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.895061] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.system_scope = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.895229] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.895416] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.trust_id = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.895575] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.user_domain_id = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.895748] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.user_domain_name = Default {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.895907] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.user_id = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.896093] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.username = nova {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.896280] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.896443] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] placement.version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.896625] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.cores = 20 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.896787] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.count_usage_from_placement = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.896956] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.897137] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.injected_file_content_bytes = 10240 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.897305] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.injected_file_path_length = 255 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.897473] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.injected_files = 5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.897636] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.instances = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.897800] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.key_pairs = 100 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.897964] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.metadata_items = 128 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.898143] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.ram = 51200 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.898303] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.recheck_quota = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.898478] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.server_group_members = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.898637] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.server_groups = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.898842] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.899035] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] quota.unified_limits_resource_strategy = require {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.899216] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.899381] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.899549] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] scheduler.image_metadata_prefilter = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.899710] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.899871] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] scheduler.max_attempts = 3 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.900044] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] scheduler.max_placement_results = 1000 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.900210] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.900371] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] scheduler.query_placement_for_image_type_support = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.900535] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.900711] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] scheduler.workers = 2 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.900891] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.901074] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.901258] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.901434] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.901602] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.901764] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.901928] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.902129] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.902330] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.host_subset_size = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.902506] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.902668] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.902834] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.903008] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.903193] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.903359] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.isolated_hosts = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.903538] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.isolated_images = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.903701] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.903861] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.904031] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.904196] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.pci_in_placement = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.904384] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.904554] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.904718] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.904877] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.905050] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.905214] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.905410] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.track_instance_changes = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.905606] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.905820] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] metrics.required = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.905937] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] metrics.weight_multiplier = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.906115] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.906283] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] metrics.weight_setting = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.906604] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.906778] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] serial_console.enabled = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.906953] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] serial_console.port_range = 10000:20000 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.907137] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.907307] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.907475] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] serial_console.serialproxy_port = 6083 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.907655] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] service_user.auth_section = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.907875] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] service_user.auth_type = password {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.908059] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] service_user.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.908227] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] service_user.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.908389] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] service_user.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.908550] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] service_user.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.908705] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] service_user.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.908873] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] service_user.send_service_user_token = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.909047] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] service_user.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.909210] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] service_user.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.909380] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.agent_enabled = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.909540] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.enabled = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.909850] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.910080] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.910280] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.html5proxy_port = 6082 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.910506] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.image_compression = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.910610] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.jpeg_compression = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.910798] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.playback_compression = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.910975] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.require_secure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.911166] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.server_listen = 127.0.0.1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.911336] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.911618] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.911788] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.streaming_mode = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.911950] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] spice.zlib_compression = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.912129] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] upgrade_levels.baseapi = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.912325] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] upgrade_levels.compute = auto {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.912501] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] upgrade_levels.conductor = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.912661] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] upgrade_levels.scheduler = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.912828] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vendordata_dynamic_auth.auth_section = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.912989] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vendordata_dynamic_auth.auth_type = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.913163] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vendordata_dynamic_auth.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.913321] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vendordata_dynamic_auth.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.913484] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.913643] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vendordata_dynamic_auth.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.913800] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vendordata_dynamic_auth.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.913959] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.914131] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vendordata_dynamic_auth.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.914327] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.api_retry_count = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.914496] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.ca_file = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.914668] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.cache_prefix = devstack-image-cache {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.914836] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.cluster_name = testcl1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.915007] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.connection_pool_size = 10 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.915175] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.console_delay_seconds = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.915360] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.datastore_regex = ^datastore.* {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.915592] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.915779] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.host_password = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.915951] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.host_port = 443 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.916136] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.host_username = administrator@vsphere.local {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.916306] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.insecure = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.916471] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.integration_bridge = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.916636] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.maximum_objects = 100 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.916795] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.pbm_default_policy = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.916957] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.pbm_enabled = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.917130] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.pbm_wsdl_location = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.917299] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.917460] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.serial_port_proxy_uri = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.917618] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.serial_port_service_uri = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.917782] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.task_poll_interval = 0.5 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.917950] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.use_linked_clone = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.918135] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.vnc_keymap = en-us {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.918304] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.vnc_port = 5900 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.918469] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vmware.vnc_port_total = 10000 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.918654] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vnc.auth_schemes = ['none'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.918828] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vnc.enabled = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.919132] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.919325] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.919504] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vnc.novncproxy_port = 6080 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.919694] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vnc.server_listen = 127.0.0.1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.919874] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.920050] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vnc.vencrypt_ca_certs = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.920214] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vnc.vencrypt_client_cert = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.920373] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vnc.vencrypt_client_key = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.920547] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.920711] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.disable_deep_image_inspection = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.920871] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.921040] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.921206] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.921368] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.disable_rootwrap = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.921533] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.enable_numa_live_migration = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.921694] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.921853] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.922023] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.922258] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.libvirt_disable_apic = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.922460] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.922638] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.922804] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.922968] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.923149] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.923313] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.923476] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.923635] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.923797] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.923961] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.924159] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.924357] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] wsgi.secure_proxy_ssl_header = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.924530] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] zvm.ca_file = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.924692] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] zvm.cloud_connector_url = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.925048] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.925261] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] zvm.reachable_timeout = 300 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.925443] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.925625] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.925806] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler.connection_string = messaging:// {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.925974] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler.enabled = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.926163] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler.es_doc_type = notification {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.926330] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler.es_scroll_size = 10000 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.926503] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler.es_scroll_time = 2m {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.926668] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler.filter_error_trace = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.926837] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler.hmac_keys = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.927014] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler.sentinel_service_name = mymaster {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.927194] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler.socket_timeout = 0.1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.927356] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler.trace_requests = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.927521] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler.trace_sqlalchemy = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.927703] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler_jaeger.process_tags = {} {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.927949] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler_jaeger.service_name_prefix = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.928155] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] profiler_otlp.service_name_prefix = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.928339] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.928506] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.928778] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.928840] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.928993] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.929168] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.929330] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.929510] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.929773] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.929967] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.930201] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.930397] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.930569] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.930735] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.930902] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.931084] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.931256] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.931421] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.931621] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.931809] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.932009] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.932214] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.932411] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.932587] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.932754] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.932918] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.933096] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.933265] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.933430] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.933592] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.933754] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.ssl = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.933964] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.934176] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.934382] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.934559] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.934730] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.ssl_version = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.934895] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.935095] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.935292] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_notifications.retry = -1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.935448] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.935621] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_messaging_notifications.transport_url = **** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.935866] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.auth_section = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.936071] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.auth_type = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.936242] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.cafile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.936402] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.certfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.936570] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.collect_timing = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.936728] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.connect_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.936898] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.connect_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.937073] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.endpoint_id = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.937251] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.endpoint_interface = publicURL {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.937413] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.endpoint_override = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.937574] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.endpoint_region_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.937758] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.endpoint_service_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.937928] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.endpoint_service_type = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.938107] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.insecure = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.938269] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.keyfile = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.938427] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.max_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.938584] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.min_version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.938739] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.region_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.938899] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.retriable_status_codes = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.939063] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.service_name = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.939225] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.service_type = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.939384] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.split_loggers = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.939574] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.status_code_retries = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.939747] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.status_code_retry_delay = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.939906] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.timeout = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.940079] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.valid_interfaces = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.940242] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_limit.version = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.940404] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_reports.file_event_handler = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.940568] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.940724] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] oslo_reports.log_dir = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.940896] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.941067] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.941231] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.941432] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.941613] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.941777] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.941945] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.942120] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plug_ovs_privileged.group = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.942289] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.942490] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.942656] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.942814] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] vif_plug_ovs_privileged.user = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.942982] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_linux_bridge.flat_interface = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.943196] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.943407] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.943589] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.943764] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.943940] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.944124] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.944314] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.944504] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.944683] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_ovs.isolate_vif = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.944853] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.945093] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.945316] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.945517] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_ovs.ovsdb_interface = native {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.945691] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] os_vif_ovs.per_port_bridge = False {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.945866] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] privsep_osbrick.capabilities = [21] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.946058] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] privsep_osbrick.group = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.946233] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] privsep_osbrick.helper_command = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.946403] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.946569] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.946730] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] privsep_osbrick.user = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.946914] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.947116] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] nova_sys_admin.group = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.947282] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] nova_sys_admin.helper_command = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.947450] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.947613] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.947769] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] nova_sys_admin.user = None {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.947901] env[69843]: DEBUG oslo_service.backend.eventlet.service [None req-9d0b0126-59d4-4ea7-9d89-42a62d0f74fd None None] ******************************************************************************** {{(pid=69843) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 578.948354] env[69843]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 579.451840] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Getting list of instances from cluster (obj){ [ 579.451840] env[69843]: value = "domain-c8" [ 579.451840] env[69843]: _type = "ClusterComputeResource" [ 579.451840] env[69843]: } {{(pid=69843) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 579.453477] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d152af3-0b66-4563-b841-f4eac5036f4e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.463250] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Got total of 0 instances {{(pid=69843) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 579.463862] env[69843]: WARNING nova.virt.vmwareapi.driver [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 579.464485] env[69843]: INFO nova.virt.node [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Generated node identity f473df78-9fd2-4a18-9b1b-7c5fc5ca712b [ 579.464695] env[69843]: INFO nova.virt.node [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Wrote node identity f473df78-9fd2-4a18-9b1b-7c5fc5ca712b to /opt/stack/data/n-cpu-1/compute_id [ 579.967658] env[69843]: WARNING nova.compute.manager [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Compute nodes ['f473df78-9fd2-4a18-9b1b-7c5fc5ca712b'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 580.973175] env[69843]: INFO nova.compute.manager [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 581.978695] env[69843]: WARNING nova.compute.manager [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 581.978988] env[69843]: DEBUG oslo_concurrency.lockutils [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.979235] env[69843]: DEBUG oslo_concurrency.lockutils [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.979390] env[69843]: DEBUG oslo_concurrency.lockutils [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.979548] env[69843]: DEBUG nova.compute.resource_tracker [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69843) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 581.980514] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e205fa41-1e9e-4f31-adc9-2a49ed64a6b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.989282] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68ac034-467c-4031-b1fb-fa78fc197fc9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.005846] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86df5ca-0772-4837-8ce9-ad59dcb45931 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.012712] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b2bb3f-dfe7-4761-855d-298000d8c947 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.043326] env[69843]: DEBUG nova.compute.resource_tracker [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180893MB free_disk=66GB free_vcpus=48 pci_devices=None {{(pid=69843) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 582.043510] env[69843]: DEBUG oslo_concurrency.lockutils [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.043688] env[69843]: DEBUG oslo_concurrency.lockutils [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.547994] env[69843]: WARNING nova.compute.resource_tracker [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] No compute node record for cpu-1:f473df78-9fd2-4a18-9b1b-7c5fc5ca712b: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f473df78-9fd2-4a18-9b1b-7c5fc5ca712b could not be found. [ 583.049974] env[69843]: INFO nova.compute.resource_tracker [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b [ 584.562495] env[69843]: DEBUG nova.compute.resource_tracker [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 584.562929] env[69843]: DEBUG nova.compute.resource_tracker [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 584.722739] env[69843]: INFO nova.scheduler.client.report [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] [req-3c397b45-fe91-4479-bae7-7288b6b7c368] Created resource provider record via placement API for resource provider with UUID f473df78-9fd2-4a18-9b1b-7c5fc5ca712b and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 584.740398] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cd32b8-5681-4d16-a49f-c7e5fda73cc9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.749435] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1083bf-8189-4791-9da7-29b57073c8a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.784613] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a48061-942e-41f2-a681-3384f4450126 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.792834] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b196fc33-e519-46a8-bea0-ce19c40fa337 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.806884] env[69843]: DEBUG nova.compute.provider_tree [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 585.344569] env[69843]: DEBUG nova.scheduler.client.report [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 585.344822] env[69843]: DEBUG nova.compute.provider_tree [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 0 to 1 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 585.344987] env[69843]: DEBUG nova.compute.provider_tree [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 585.443304] env[69843]: DEBUG nova.compute.provider_tree [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 1 to 2 during operation: update_traits {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 585.952621] env[69843]: DEBUG nova.compute.resource_tracker [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 585.953024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.909s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.953024] env[69843]: DEBUG nova.service [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Creating RPC server for service compute {{(pid=69843) start /opt/stack/nova/nova/service.py:177}} [ 585.968153] env[69843]: DEBUG nova.service [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] Join ServiceGroup membership for this service compute {{(pid=69843) start /opt/stack/nova/nova/service.py:194}} [ 585.968356] env[69843]: DEBUG nova.servicegroup.drivers.db [None req-62855d3f-485c-449c-b729-d8aa710f2302 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69843) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 627.017509] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.017904] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.525798] env[69843]: DEBUG nova.compute.manager [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.090900] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.091184] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.095091] env[69843]: INFO nova.compute.claims [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.807288] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquiring lock "00807baa-a6f0-4777-9344-72c3f2ca4009" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.807585] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lock "00807baa-a6f0-4777-9344-72c3f2ca4009" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.931057] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.931350] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.208886] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9457651d-c0e7-47a1-a0ea-c1de6dacf45e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.217402] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fb7424-1b80-4c19-b6c2-d50a04c6a638 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.256705] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a32858-b111-4009-b647-1011b02f140c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.266783] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11086a89-0c1d-46e0-8dfb-55cb123881cf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.284429] env[69843]: DEBUG nova.compute.provider_tree [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.310137] env[69843]: DEBUG nova.compute.manager [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.436878] env[69843]: DEBUG nova.compute.manager [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.790041] env[69843]: DEBUG nova.scheduler.client.report [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.837880] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.957610] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.297733] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.297733] env[69843]: DEBUG nova.compute.manager [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.303989] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.463s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.305528] env[69843]: INFO nova.compute.claims [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.811704] env[69843]: DEBUG nova.compute.utils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.813156] env[69843]: DEBUG nova.compute.manager [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.813389] env[69843]: DEBUG nova.network.neutron [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.320160] env[69843]: DEBUG nova.compute.manager [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.409040] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5e1e6e-d6e0-4df5-9647-534b9f1d513d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.419604] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea11617-2e28-4771-b316-d12ebaa81390 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.455160] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9e0d49-f92b-4a05-9f96-4c1637408821 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.463839] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719efd76-4e8b-4d13-97f2-5fd602618050 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.477881] env[69843]: DEBUG nova.compute.provider_tree [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.877845] env[69843]: DEBUG nova.policy [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62bc6bf86b3a4de79edd07cb79096c79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '041ac0c2ffd846ad9ac6040f02dde822', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.981677] env[69843]: DEBUG nova.scheduler.client.report [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.330443] env[69843]: DEBUG nova.compute.manager [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.371343] env[69843]: DEBUG nova.virt.hardware [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.371478] env[69843]: DEBUG nova.virt.hardware [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.371601] env[69843]: DEBUG nova.virt.hardware [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.371771] env[69843]: DEBUG nova.virt.hardware [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.371911] env[69843]: DEBUG nova.virt.hardware [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.375605] env[69843]: DEBUG nova.virt.hardware [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.375878] env[69843]: DEBUG nova.virt.hardware [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.376133] env[69843]: DEBUG nova.virt.hardware [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.377402] env[69843]: DEBUG nova.virt.hardware [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.377402] env[69843]: DEBUG nova.virt.hardware [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.377402] env[69843]: DEBUG nova.virt.hardware [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.378467] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7a10ff-6a8d-4f45-a68a-acdc567f18f8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.387833] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed14016-5552-4f97-8500-788bd2d64d6f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.410200] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6778f6-87b0-4b22-bcff-14bbe6a79360 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.489933] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.490783] env[69843]: DEBUG nova.compute.manager [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.495794] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.538s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.497816] env[69843]: INFO nova.compute.claims [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.529342] env[69843]: DEBUG nova.network.neutron [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Successfully created port: a6544a57-b8ff-446e-bd87-c9daa3a7e007 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.002282] env[69843]: DEBUG nova.compute.utils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.004444] env[69843]: DEBUG nova.compute.manager [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Not allocating networking since 'none' was specified. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 633.508849] env[69843]: DEBUG nova.compute.manager [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.605292] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a879b7a0-9c3f-4df6-b5fa-a008b3a36177 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.619703] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c600a94-1f7c-46f6-9d69-72ad11a9db6e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.666066] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d588630-c1ed-4447-bd6e-3a3f217b5dc5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.674885] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f842a971-4fd7-41fb-ac53-45f133c0689b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.691972] env[69843]: DEBUG nova.compute.provider_tree [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.193157] env[69843]: DEBUG nova.scheduler.client.report [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.525943] env[69843]: DEBUG nova.compute.manager [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.566993] env[69843]: DEBUG nova.virt.hardware [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.567561] env[69843]: DEBUG nova.virt.hardware [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.567561] env[69843]: DEBUG nova.virt.hardware [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.567701] env[69843]: DEBUG nova.virt.hardware [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.567963] env[69843]: DEBUG nova.virt.hardware [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.568093] env[69843]: DEBUG nova.virt.hardware [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.568304] env[69843]: DEBUG nova.virt.hardware [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.568858] env[69843]: DEBUG nova.virt.hardware [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.568938] env[69843]: DEBUG nova.virt.hardware [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.569166] env[69843]: DEBUG nova.virt.hardware [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.569520] env[69843]: DEBUG nova.virt.hardware [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.570500] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191a7dcd-cab8-444f-ac54-ec90b7e7891b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.579133] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad854a37-8aed-4a71-bc33-1067f2887a74 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.595047] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.606420] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.607398] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fa6f542-cba4-45ef-a921-6f276da45a7c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.621835] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Created folder: OpenStack in parent group-v4. [ 634.622054] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Creating folder: Project (1295188feed5498dbf2bd653f32bdc59). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.622582] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65b09978-4658-46a9-9ad5-a0c95684b4ea {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.635788] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Created folder: Project (1295188feed5498dbf2bd653f32bdc59) in parent group-v737654. [ 634.635788] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Creating folder: Instances. Parent ref: group-v737655. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.635788] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f128c01f-51ee-4392-839f-f497a087b08a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.645996] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Created folder: Instances in parent group-v737655. [ 634.646586] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.646761] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.647365] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1889d78a-2db9-444e-b9ba-4d4470164f05 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.672061] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.672061] env[69843]: value = "task-3703523" [ 634.672061] env[69843]: _type = "Task" [ 634.672061] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.683439] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703523, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.700071] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.702682] env[69843]: DEBUG nova.compute.manager [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.186010] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703523, 'name': CreateVM_Task, 'duration_secs': 0.396657} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.186902] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.189341] env[69843]: DEBUG oslo_vmware.service [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443673bb-7823-4a4b-8147-2f654daca0cf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.197543] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.197756] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.198542] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.198779] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bbb20ef-fe92-45d0-b3c9-b92fe434d600 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.210154] env[69843]: DEBUG nova.compute.utils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.213619] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 635.213619] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ae73bb-0dcd-9570-15fc-eb9ba02f61cf" [ 635.213619] env[69843]: _type = "Task" [ 635.213619] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.213619] env[69843]: DEBUG nova.compute.manager [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.213619] env[69843]: DEBUG nova.network.neutron [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.228741] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ae73bb-0dcd-9570-15fc-eb9ba02f61cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.471317] env[69843]: DEBUG nova.policy [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f4b53925bd2442ba1fd137dd2c672a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01e29d6848b447bc9a90b7aaef109155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.578487] env[69843]: DEBUG nova.network.neutron [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Successfully updated port: a6544a57-b8ff-446e-bd87-c9daa3a7e007 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.721443] env[69843]: DEBUG nova.compute.manager [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.731940] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.732251] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.732528] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.732668] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.734018] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.734018] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-821096cb-8455-4fc9-9878-dbba93011227 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.746871] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.747721] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.748673] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4faa136-05b9-439f-999b-0c0e4fb711f4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.757935] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e80be5-c0dd-4c53-9a2b-8613844ba54e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.766218] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 635.766218] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52aac01b-b410-6373-4902-f6f3b86ed022" [ 635.766218] env[69843]: _type = "Task" [ 635.766218] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.776938] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52aac01b-b410-6373-4902-f6f3b86ed022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.081769] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.081769] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.081769] env[69843]: DEBUG nova.network.neutron [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.266670] env[69843]: DEBUG nova.network.neutron [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Successfully created port: 9f409241-6a63-49fb-9929-7be605e729f5 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.280496] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Preparing fetch location {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 636.280842] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Creating directory with path [datastore2] vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.281343] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f78c5831-8e59-40cb-8d00-f98decdf3348 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.319145] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Created directory with path [datastore2] vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.319145] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Fetch image to [datastore2] vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 636.319145] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Downloading image file data 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 to [datastore2] vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk on the data store datastore2 {{(pid=69843) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 636.324039] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b399271-2fbe-48d2-bab7-de2d6d7e5499 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.332616] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2518f9-1145-4f12-bf67-46d0e76e6b47 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.344322] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e027c3-caac-416b-ad23-bc552a1d32ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.382545] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75f11e0-fa0c-4549-9193-8519a9989e26 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.391549] env[69843]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-16306d6e-0d8f-484e-b38d-ff7115f66639 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.484629] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Downloading image file data 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 to the data store datastore2 {{(pid=69843) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 636.564131] env[69843]: DEBUG oslo_vmware.rw_handles [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69843) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 636.739178] env[69843]: DEBUG nova.compute.manager [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.742805] env[69843]: DEBUG nova.network.neutron [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.778912] env[69843]: DEBUG nova.virt.hardware [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.779182] env[69843]: DEBUG nova.virt.hardware [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.779321] env[69843]: DEBUG nova.virt.hardware [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.779496] env[69843]: DEBUG nova.virt.hardware [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.779633] env[69843]: DEBUG nova.virt.hardware [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.779774] env[69843]: DEBUG nova.virt.hardware [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.779968] env[69843]: DEBUG nova.virt.hardware [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.780126] env[69843]: DEBUG nova.virt.hardware [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.780302] env[69843]: DEBUG nova.virt.hardware [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.780439] env[69843]: DEBUG nova.virt.hardware [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.780605] env[69843]: DEBUG nova.virt.hardware [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.781560] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992342e6-483e-4d47-a5cc-df3a1aa0fd07 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.792845] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afebfda5-833c-4264-9dc3-a92224a27a01 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.072881] env[69843]: DEBUG nova.network.neutron [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance_info_cache with network_info: [{"id": "a6544a57-b8ff-446e-bd87-c9daa3a7e007", "address": "fa:16:3e:b4:73:fd", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6544a57-b8", "ovs_interfaceid": "a6544a57-b8ff-446e-bd87-c9daa3a7e007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.305823] env[69843]: DEBUG oslo_vmware.rw_handles [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Completed reading data from the image iterator. {{(pid=69843) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 637.306100] env[69843]: DEBUG oslo_vmware.rw_handles [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 637.455909] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Downloaded image file data 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 to vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk on the data store datastore2 {{(pid=69843) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 637.455909] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Caching image {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 637.455909] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Copying Virtual Disk [datastore2] vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk to [datastore2] vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.456965] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d59a7821-107d-4d08-b2f9-50aa67d7e4d3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.468204] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 637.468204] env[69843]: value = "task-3703524" [ 637.468204] env[69843]: _type = "Task" [ 637.468204] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.480271] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.579833] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.580205] env[69843]: DEBUG nova.compute.manager [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Instance network_info: |[{"id": "a6544a57-b8ff-446e-bd87-c9daa3a7e007", "address": "fa:16:3e:b4:73:fd", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6544a57-b8", "ovs_interfaceid": "a6544a57-b8ff-446e-bd87-c9daa3a7e007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.580963] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:73:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6544a57-b8ff-446e-bd87-c9daa3a7e007', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.589703] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Creating folder: Project (041ac0c2ffd846ad9ac6040f02dde822). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.590069] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f7f20b9-00f6-498e-8843-509ef41970f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.604227] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Created folder: Project (041ac0c2ffd846ad9ac6040f02dde822) in parent group-v737654. [ 637.604502] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Creating folder: Instances. Parent ref: group-v737658. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.604891] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5c6cfa7-4a25-4aa2-82e0-bd28d6d29807 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.618111] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Created folder: Instances in parent group-v737658. [ 637.618404] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.618688] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.618931] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a54aa71-b776-46cc-bf9c-8b037b328523 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.641401] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.641401] env[69843]: value = "task-3703527" [ 637.641401] env[69843]: _type = "Task" [ 637.641401] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.651105] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703527, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.666787] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Acquiring lock "fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.667132] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Lock "fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.985152] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703524, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.156839] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703527, 'name': CreateVM_Task, 'duration_secs': 0.429803} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.157586] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.169793] env[69843]: DEBUG nova.compute.manager [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.177992] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.177992] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.178241] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.179115] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef91236f-f9a0-43d5-bb41-4972bd725a4a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.185806] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 638.185806] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5291bc10-4226-c607-c401-fbd3f603b968" [ 638.185806] env[69843]: _type = "Task" [ 638.185806] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.202822] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5291bc10-4226-c607-c401-fbd3f603b968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.486131] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7025} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.486473] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Copied Virtual Disk [datastore2] vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk to [datastore2] vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.486664] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Deleting the datastore file [datastore2] vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.486924] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44275dad-ca70-4a7f-ae46-9f3ce00bff0d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.496292] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 638.496292] env[69843]: value = "task-3703528" [ 638.496292] env[69843]: _type = "Task" [ 638.496292] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.510706] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.512159] env[69843]: DEBUG nova.network.neutron [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Successfully updated port: 9f409241-6a63-49fb-9929-7be605e729f5 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.698247] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.698775] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.699274] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.716175] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.716175] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.716738] env[69843]: INFO nova.compute.claims [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.761383] env[69843]: DEBUG nova.compute.manager [req-724b7e2d-20ff-40dc-a8aa-32de1d43d333 req-4d226064-7606-4085-8a5b-72d5bc5913c2 service nova] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Received event network-vif-plugged-a6544a57-b8ff-446e-bd87-c9daa3a7e007 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.761599] env[69843]: DEBUG oslo_concurrency.lockutils [req-724b7e2d-20ff-40dc-a8aa-32de1d43d333 req-4d226064-7606-4085-8a5b-72d5bc5913c2 service nova] Acquiring lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.761800] env[69843]: DEBUG oslo_concurrency.lockutils [req-724b7e2d-20ff-40dc-a8aa-32de1d43d333 req-4d226064-7606-4085-8a5b-72d5bc5913c2 service nova] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.761963] env[69843]: DEBUG oslo_concurrency.lockutils [req-724b7e2d-20ff-40dc-a8aa-32de1d43d333 req-4d226064-7606-4085-8a5b-72d5bc5913c2 service nova] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.762140] env[69843]: DEBUG nova.compute.manager [req-724b7e2d-20ff-40dc-a8aa-32de1d43d333 req-4d226064-7606-4085-8a5b-72d5bc5913c2 service nova] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] No waiting events found dispatching network-vif-plugged-a6544a57-b8ff-446e-bd87-c9daa3a7e007 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 638.762304] env[69843]: WARNING nova.compute.manager [req-724b7e2d-20ff-40dc-a8aa-32de1d43d333 req-4d226064-7606-4085-8a5b-72d5bc5913c2 service nova] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Received unexpected event network-vif-plugged-a6544a57-b8ff-446e-bd87-c9daa3a7e007 for instance with vm_state building and task_state spawning. [ 638.768163] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "55fbbb65-ae87-4886-9353-406139351418" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.768383] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "55fbbb65-ae87-4886-9353-406139351418" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.010456] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026564} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.010794] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.011045] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Moving file from [datastore2] vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 to [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29. {{(pid=69843) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 639.011379] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e5bdf63f-2ca4-4cc8-8571-47ee2518e2d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.013943] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "refresh_cache-694561cf-87ce-4e2b-8037-a736c0e7ffe3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.014135] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquired lock "refresh_cache-694561cf-87ce-4e2b-8037-a736c0e7ffe3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.014559] env[69843]: DEBUG nova.network.neutron [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.025707] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 639.025707] env[69843]: value = "task-3703529" [ 639.025707] env[69843]: _type = "Task" [ 639.025707] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.033803] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703529, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.271163] env[69843]: DEBUG nova.compute.manager [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.540791] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703529, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036991} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.544020] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] File moved {{(pid=69843) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 639.544020] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Cleaning up location [datastore2] vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 639.544020] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Deleting the datastore file [datastore2] vmware_temp/a2e9ac8e-358a-4bd0-b067-885b3e5d8c56 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.544020] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b905bf19-c4a0-48d3-8515-d572129cb9d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.551319] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 639.551319] env[69843]: value = "task-3703530" [ 639.551319] env[69843]: _type = "Task" [ 639.551319] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.563028] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.591266] env[69843]: DEBUG nova.network.neutron [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.814077] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.896148] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2955cbaf-1293-437d-ac66-c5c105ab4a13 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.904516] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3835a6f-f378-4c92-a0f5-457ff327eefb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.938415] env[69843]: DEBUG nova.network.neutron [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Updating instance_info_cache with network_info: [{"id": "9f409241-6a63-49fb-9929-7be605e729f5", "address": "fa:16:3e:f7:31:e5", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f409241-6a", "ovs_interfaceid": "9f409241-6a63-49fb-9929-7be605e729f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.940532] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cb24b9-91b7-4979-bb01-93a089c234ed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.951407] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7104511a-acc0-47ca-bd5e-509667110ad8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.969485] env[69843]: DEBUG nova.compute.provider_tree [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.063126] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032322} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.064160] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.065457] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d309e2ea-34e9-4f77-b8fa-2e08bd5b9b82 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.074080] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 640.074080] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522e25ed-c57a-a1d5-7d63-2281a6ec4335" [ 640.074080] env[69843]: _type = "Task" [ 640.074080] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.085063] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522e25ed-c57a-a1d5-7d63-2281a6ec4335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.123673] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Acquiring lock "164bd71c-d19a-413a-9314-fb344f4ab1db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.123673] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Lock "164bd71c-d19a-413a-9314-fb344f4ab1db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.128551] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Acquiring lock "fbeab62b-8e98-4808-a641-7bde6e2cfbc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.129718] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Lock "fbeab62b-8e98-4808-a641-7bde6e2cfbc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.445434] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Releasing lock "refresh_cache-694561cf-87ce-4e2b-8037-a736c0e7ffe3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.446103] env[69843]: DEBUG nova.compute.manager [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Instance network_info: |[{"id": "9f409241-6a63-49fb-9929-7be605e729f5", "address": "fa:16:3e:f7:31:e5", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f409241-6a", "ovs_interfaceid": "9f409241-6a63-49fb-9929-7be605e729f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.446278] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:31:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f409241-6a63-49fb-9929-7be605e729f5', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.455496] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Creating folder: Project (01e29d6848b447bc9a90b7aaef109155). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.455842] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99745bec-eedd-481b-9042-03bc992e7e22 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.470638] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Created folder: Project (01e29d6848b447bc9a90b7aaef109155) in parent group-v737654. [ 640.470638] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Creating folder: Instances. Parent ref: group-v737661. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.470638] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04e2bef1-b068-4ff4-b238-7b4defa41b9d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.473163] env[69843]: DEBUG nova.scheduler.client.report [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.489123] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Created folder: Instances in parent group-v737661. [ 640.489375] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.491266] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.491266] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4389bef0-f893-441f-822f-2468598a3328 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.513089] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.513089] env[69843]: value = "task-3703533" [ 640.513089] env[69843]: _type = "Task" [ 640.513089] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.523353] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703533, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.585823] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522e25ed-c57a-a1d5-7d63-2281a6ec4335, 'name': SearchDatastore_Task, 'duration_secs': 0.010157} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.585984] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.586295] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 00807baa-a6f0-4777-9344-72c3f2ca4009/00807baa-a6f0-4777-9344-72c3f2ca4009.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.586596] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.586778] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.586987] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99022c29-3980-472e-87e6-36d82c5d93b8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.589135] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-723110c1-8219-4d99-8936-5d250d313204 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.598572] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 640.598572] env[69843]: value = "task-3703534" [ 640.598572] env[69843]: _type = "Task" [ 640.598572] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.609768] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.619549] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.619757] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.620523] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685767a9-e7d7-4fe3-beaf-f0c44b30577e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.627502] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 640.627502] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5213a4c8-6c53-a4e7-6b47-f109f62c074c" [ 640.627502] env[69843]: _type = "Task" [ 640.627502] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.631445] env[69843]: DEBUG nova.compute.manager [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.634416] env[69843]: DEBUG nova.compute.manager [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.644128] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5213a4c8-6c53-a4e7-6b47-f109f62c074c, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.644286] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8945c1be-09bc-490b-8dae-507aff858772 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.650793] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 640.650793] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52607f6c-f024-4c74-5d26-3264cd400b99" [ 640.650793] env[69843]: _type = "Task" [ 640.650793] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.660573] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52607f6c-f024-4c74-5d26-3264cd400b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.979238] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.979805] env[69843]: DEBUG nova.compute.manager [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.984160] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.171s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.989863] env[69843]: INFO nova.compute.claims [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.034446] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703533, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.115290] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703534, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.170142] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52607f6c-f024-4c74-5d26-3264cd400b99, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.170672] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.171013] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7/6eb4eb2c-448f-4f20-ab4d-03a458bff9a7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.171598] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61629341-8ca6-49f9-a473-8ce0c84841de {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.183034] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.187896] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 641.187896] env[69843]: value = "task-3703535" [ 641.187896] env[69843]: _type = "Task" [ 641.187896] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.201919] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.203146] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.496296] env[69843]: DEBUG nova.compute.utils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.501146] env[69843]: DEBUG nova.compute.manager [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Not allocating networking since 'none' was specified. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 641.535758] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703533, 'name': CreateVM_Task, 'duration_secs': 0.515948} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.536481] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.537282] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.537437] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.537778] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.541334] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce878cf-16f2-416b-b4b4-dca9059fefa1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.549637] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 641.549637] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5229dd3f-e21c-b03b-803d-73080f56e602" [ 641.549637] env[69843]: _type = "Task" [ 641.549637] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.560822] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5229dd3f-e21c-b03b-803d-73080f56e602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.625082] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595806} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.625082] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 00807baa-a6f0-4777-9344-72c3f2ca4009/00807baa-a6f0-4777-9344-72c3f2ca4009.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.625082] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.625082] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44f8776d-cade-491c-9aed-ede4f80d5f25 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.637056] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 641.637056] env[69843]: value = "task-3703536" [ 641.637056] env[69843]: _type = "Task" [ 641.637056] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.655723] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.703291] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485062} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.703291] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7/6eb4eb2c-448f-4f20-ab4d-03a458bff9a7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.703291] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.703291] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0812928b-a4ee-4c31-8575-bc526e3469f1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.714091] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 641.714091] env[69843]: value = "task-3703537" [ 641.714091] env[69843]: _type = "Task" [ 641.714091] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.726996] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.775229] env[69843]: DEBUG nova.compute.manager [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Received event network-changed-a6544a57-b8ff-446e-bd87-c9daa3a7e007 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.775229] env[69843]: DEBUG nova.compute.manager [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Refreshing instance network info cache due to event network-changed-a6544a57-b8ff-446e-bd87-c9daa3a7e007. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.776178] env[69843]: DEBUG oslo_concurrency.lockutils [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] Acquiring lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.776178] env[69843]: DEBUG oslo_concurrency.lockutils [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] Acquired lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.776178] env[69843]: DEBUG nova.network.neutron [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Refreshing network info cache for port a6544a57-b8ff-446e-bd87-c9daa3a7e007 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.002333] env[69843]: DEBUG nova.compute.manager [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.073035] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5229dd3f-e21c-b03b-803d-73080f56e602, 'name': SearchDatastore_Task, 'duration_secs': 0.057065} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.078425] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.078707] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.079085] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.079269] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.079649] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.080379] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b8cec73-292d-4638-a05c-784bc90f45a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.090825] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.091053] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.091908] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2977564b-2a56-4e6b-86c2-7fc1251088c3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.103047] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 642.103047] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52407e78-98ed-01e4-4878-e8db9f8c2564" [ 642.103047] env[69843]: _type = "Task" [ 642.103047] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.114654] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52407e78-98ed-01e4-4878-e8db9f8c2564, 'name': SearchDatastore_Task, 'duration_secs': 0.012129} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.116036] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5ff6b7-0dfc-45a8-b6d2-39fd9aee3c7e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.125285] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 642.125285] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529f71c2-e17f-50f3-0b34-2c3ffe6e40fa" [ 642.125285] env[69843]: _type = "Task" [ 642.125285] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.134563] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529f71c2-e17f-50f3-0b34-2c3ffe6e40fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.150487] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09403} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.150770] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.152078] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b86ae89-96c6-4c2f-be66-0937d749e023 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.181009] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 00807baa-a6f0-4777-9344-72c3f2ca4009/00807baa-a6f0-4777-9344-72c3f2ca4009.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.182626] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4442a395-a017-45d2-8e35-0472e6b2a363 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.197813] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ed68ea-390e-4536-9c1b-99449cdb9652 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.207793] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1702bf1-ecf7-4ed2-907a-1c49173a3b38 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.213321] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 642.213321] env[69843]: value = "task-3703538" [ 642.213321] env[69843]: _type = "Task" [ 642.213321] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.248418] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1075e91d-4445-41ba-b5c3-df263a357720 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.255342] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082437} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.257321] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.261701] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1f10bf-4f78-4270-b922-373f67d61517 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.265068] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.294588] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7/6eb4eb2c-448f-4f20-ab4d-03a458bff9a7.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.297701] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e1806f0-a81b-4f0c-9562-23dee5dc2eb7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.314530] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01220107-1149-4385-bd97-1e2a0af9db60 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.331796] env[69843]: DEBUG nova.compute.provider_tree [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.334899] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 642.334899] env[69843]: value = "task-3703539" [ 642.334899] env[69843]: _type = "Task" [ 642.334899] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.344427] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.639573] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529f71c2-e17f-50f3-0b34-2c3ffe6e40fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.639978] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.640338] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 694561cf-87ce-4e2b-8037-a736c0e7ffe3/694561cf-87ce-4e2b-8037-a736c0e7ffe3.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.640676] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab5dfe69-7af1-42e7-9ea7-ae9f51b9bcfd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.650506] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 642.650506] env[69843]: value = "task-3703540" [ 642.650506] env[69843]: _type = "Task" [ 642.650506] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.661449] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.730665] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703538, 'name': ReconfigVM_Task, 'duration_secs': 0.336888} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.732546] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 00807baa-a6f0-4777-9344-72c3f2ca4009/00807baa-a6f0-4777-9344-72c3f2ca4009.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.734248] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3e23082-ed08-4d4b-b8ab-1db1ae81ba52 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.743701] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 642.743701] env[69843]: value = "task-3703541" [ 642.743701] env[69843]: _type = "Task" [ 642.743701] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.757246] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703541, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.838073] env[69843]: DEBUG nova.scheduler.client.report [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.854095] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703539, 'name': ReconfigVM_Task, 'duration_secs': 0.365042} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.854393] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7/6eb4eb2c-448f-4f20-ab4d-03a458bff9a7.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.855066] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fffeeea-e40b-4ed5-a52a-6208406a6bdc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.869221] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 642.869221] env[69843]: value = "task-3703542" [ 642.869221] env[69843]: _type = "Task" [ 642.869221] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.881753] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703542, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.014868] env[69843]: DEBUG nova.compute.manager [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.045347] env[69843]: DEBUG nova.virt.hardware [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.045627] env[69843]: DEBUG nova.virt.hardware [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.045786] env[69843]: DEBUG nova.virt.hardware [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.045971] env[69843]: DEBUG nova.virt.hardware [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.046114] env[69843]: DEBUG nova.virt.hardware [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.046252] env[69843]: DEBUG nova.virt.hardware [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.046500] env[69843]: DEBUG nova.virt.hardware [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.047054] env[69843]: DEBUG nova.virt.hardware [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.047427] env[69843]: DEBUG nova.virt.hardware [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.047650] env[69843]: DEBUG nova.virt.hardware [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.047844] env[69843]: DEBUG nova.virt.hardware [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.048763] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58e82d9-6ad6-4c57-8a7a-9dfc9dc0b929 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.064413] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffac05bd-2323-457c-aeac-46201c5b72c8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.083748] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.091851] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Creating folder: Project (a854a6c620ab42e3822cce0234487055). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.093875] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c1a4386-37f0-4dd7-9894-6f69fc963588 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.111099] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Created folder: Project (a854a6c620ab42e3822cce0234487055) in parent group-v737654. [ 643.111377] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Creating folder: Instances. Parent ref: group-v737664. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.112791] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-899443d2-856a-4ae7-a74c-0fa44198bb58 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.128023] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Created folder: Instances in parent group-v737664. [ 643.128023] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.128023] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.128023] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-070e1f75-6a0c-419c-815f-7166e66387aa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.149229] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.149229] env[69843]: value = "task-3703545" [ 643.149229] env[69843]: _type = "Task" [ 643.149229] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.164777] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703545, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.165325] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703540, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.196613] env[69843]: DEBUG nova.network.neutron [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updated VIF entry in instance network info cache for port a6544a57-b8ff-446e-bd87-c9daa3a7e007. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.197032] env[69843]: DEBUG nova.network.neutron [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance_info_cache with network_info: [{"id": "a6544a57-b8ff-446e-bd87-c9daa3a7e007", "address": "fa:16:3e:b4:73:fd", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6544a57-b8", "ovs_interfaceid": "a6544a57-b8ff-446e-bd87-c9daa3a7e007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.258636] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703541, 'name': Rename_Task, 'duration_secs': 0.334186} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.259071] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.259221] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f8b69f1-512a-48e8-be9f-3ff89741d081 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.268419] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 643.268419] env[69843]: value = "task-3703546" [ 643.268419] env[69843]: _type = "Task" [ 643.268419] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.279892] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.347892] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.348583] env[69843]: DEBUG nova.compute.manager [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.356025] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.173s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.356025] env[69843]: INFO nova.compute.claims [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.384053] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703542, 'name': Rename_Task, 'duration_secs': 0.312256} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.385379] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.386054] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d427ef34-6bed-4f94-9c9f-13abe578ba68 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.394298] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 643.394298] env[69843]: value = "task-3703547" [ 643.394298] env[69843]: _type = "Task" [ 643.394298] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.405428] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.672799] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703545, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.680020] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579262} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.680020] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 694561cf-87ce-4e2b-8037-a736c0e7ffe3/694561cf-87ce-4e2b-8037-a736c0e7ffe3.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.680020] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.680020] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f20750af-96d2-4468-bea6-6a4139574c59 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.688886] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 643.688886] env[69843]: value = "task-3703548" [ 643.688886] env[69843]: _type = "Task" [ 643.688886] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.704792] env[69843]: DEBUG oslo_concurrency.lockutils [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] Releasing lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.705052] env[69843]: DEBUG nova.compute.manager [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Received event network-vif-plugged-9f409241-6a63-49fb-9929-7be605e729f5 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.707645] env[69843]: DEBUG oslo_concurrency.lockutils [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] Acquiring lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.707645] env[69843]: DEBUG oslo_concurrency.lockutils [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] Lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.707645] env[69843]: DEBUG oslo_concurrency.lockutils [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] Lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.707645] env[69843]: DEBUG nova.compute.manager [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] No waiting events found dispatching network-vif-plugged-9f409241-6a63-49fb-9929-7be605e729f5 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 643.707645] env[69843]: WARNING nova.compute.manager [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Received unexpected event network-vif-plugged-9f409241-6a63-49fb-9929-7be605e729f5 for instance with vm_state building and task_state spawning. [ 643.708418] env[69843]: DEBUG nova.compute.manager [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Received event network-changed-9f409241-6a63-49fb-9929-7be605e729f5 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.708418] env[69843]: DEBUG nova.compute.manager [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Refreshing instance network info cache due to event network-changed-9f409241-6a63-49fb-9929-7be605e729f5. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.708418] env[69843]: DEBUG oslo_concurrency.lockutils [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] Acquiring lock "refresh_cache-694561cf-87ce-4e2b-8037-a736c0e7ffe3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.708418] env[69843]: DEBUG oslo_concurrency.lockutils [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] Acquired lock "refresh_cache-694561cf-87ce-4e2b-8037-a736c0e7ffe3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.708598] env[69843]: DEBUG nova.network.neutron [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Refreshing network info cache for port 9f409241-6a63-49fb-9929-7be605e729f5 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.710041] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.786466] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703546, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.856683] env[69843]: DEBUG nova.compute.utils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.865026] env[69843]: DEBUG nova.compute.manager [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.865026] env[69843]: DEBUG nova.network.neutron [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.907389] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703547, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.948898] env[69843]: DEBUG nova.policy [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beb273506a114a08ac1b46eb1a7fac33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4160feb38ebb42ceb54b917b6884c504', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.176751] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703545, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.183488] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquiring lock "952acce6-ad90-46ee-94d0-1133bc096c3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.183911] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lock "952acce6-ad90-46ee-94d0-1133bc096c3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.208988] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102298} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.209525] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.211866] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaa754d-c9e1-4489-b1e6-d9b169d0d208 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.243997] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 694561cf-87ce-4e2b-8037-a736c0e7ffe3/694561cf-87ce-4e2b-8037-a736c0e7ffe3.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.243997] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca44c4c-cbed-496c-ba76-2ce04d084ee2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.264892] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 644.264892] env[69843]: value = "task-3703549" [ 644.264892] env[69843]: _type = "Task" [ 644.264892] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.277322] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.284184] env[69843]: DEBUG oslo_vmware.api [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703546, 'name': PowerOnVM_Task, 'duration_secs': 0.554918} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.284466] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.285123] env[69843]: INFO nova.compute.manager [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Took 9.76 seconds to spawn the instance on the hypervisor. [ 644.285189] env[69843]: DEBUG nova.compute.manager [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 644.286484] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e037fea4-e492-488f-87c1-f6535ce2049b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.364702] env[69843]: DEBUG nova.compute.manager [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.410226] env[69843]: DEBUG oslo_vmware.api [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703547, 'name': PowerOnVM_Task, 'duration_secs': 0.669701} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.410226] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.410226] env[69843]: INFO nova.compute.manager [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Took 12.08 seconds to spawn the instance on the hypervisor. [ 644.410226] env[69843]: DEBUG nova.compute.manager [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 644.410226] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91e8eea-03da-454c-b4f9-0b317284a656 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.548544] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff39e9b8-fd9a-4a85-a025-846d86df3ade {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.564627] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618b148a-c622-4aad-a162-4b078ff81916 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.605288] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f61ad8b-07a4-40fb-a5a8-90d34bbf3321 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.614525] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74406613-4383-4fc5-aee0-333a8744a3e8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.632072] env[69843]: DEBUG nova.compute.provider_tree [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.666971] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703545, 'name': CreateVM_Task, 'duration_secs': 1.417795} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.667242] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.668635] env[69843]: DEBUG oslo_vmware.service [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28bc412-1b7b-45c9-8458-e335933881be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.678980] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.679139] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.682269] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.682269] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db553e2-3189-41be-bc3e-01f48b157a88 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.688906] env[69843]: DEBUG nova.compute.manager [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.699710] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 644.699710] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527fe5ca-159b-419d-9577-acaafad6b00c" [ 644.699710] env[69843]: _type = "Task" [ 644.699710] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.718422] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527fe5ca-159b-419d-9577-acaafad6b00c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.784923] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703549, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.810602] env[69843]: INFO nova.compute.manager [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Took 14.99 seconds to build instance. [ 644.934559] env[69843]: INFO nova.compute.manager [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Took 16.90 seconds to build instance. [ 644.969925] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.970266] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.970740] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.970954] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.971161] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.971356] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.971536] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.139110] env[69843]: DEBUG nova.scheduler.client.report [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.217330] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.217330] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.217330] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.217330] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.217781] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.217781] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82790ce9-12b2-4606-a538-1672778233a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.231024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.241335] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.241522] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.242385] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0df0c5-3643-450c-b81a-be1982c0eb82 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.246768] env[69843]: DEBUG nova.network.neutron [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Updated VIF entry in instance network info cache for port 9f409241-6a63-49fb-9929-7be605e729f5. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.247424] env[69843]: DEBUG nova.network.neutron [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Updating instance_info_cache with network_info: [{"id": "9f409241-6a63-49fb-9929-7be605e729f5", "address": "fa:16:3e:f7:31:e5", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.120", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f409241-6a", "ovs_interfaceid": "9f409241-6a63-49fb-9929-7be605e729f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.253427] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc99e012-6c06-45aa-8237-39e158b9be8a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.265503] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Acquiring lock "48b5b431-fe29-4825-b21f-32ac068d4a87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.265755] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.267067] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 645.267067] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52df58d9-e34b-c5c1-a4c4-1efe955b697c" [ 645.267067] env[69843]: _type = "Task" [ 645.267067] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.288943] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703549, 'name': ReconfigVM_Task, 'duration_secs': 0.571623} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.289220] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Preparing fetch location {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 645.290415] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Creating directory with path [datastore1] vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.291032] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 694561cf-87ce-4e2b-8037-a736c0e7ffe3/694561cf-87ce-4e2b-8037-a736c0e7ffe3.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.291791] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eb3440e-fe97-4529-be1f-75b9f975781b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.294351] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-642f3b44-c801-4754-ae73-259892f6707b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.306740] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 645.306740] env[69843]: value = "task-3703550" [ 645.306740] env[69843]: _type = "Task" [ 645.306740] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.313521] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f1b4edb5-8953-4f71-a9fe-6da1953eb727 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lock "00807baa-a6f0-4777-9344-72c3f2ca4009" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.506s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.319622] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703550, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.340623] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Created directory with path [datastore1] vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.340861] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Fetch image to [datastore1] vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 645.341052] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Downloading image file data 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 to [datastore1] vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk on the data store datastore1 {{(pid=69843) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 645.342812] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5175d81f-4b28-47a7-99eb-3f166deda27d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.353765] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b06d1b-b675-46ef-831e-be6330577e00 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.367251] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ed7c3d-1387-4f19-8833-6321a03fac1e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.411029] env[69843]: DEBUG nova.compute.manager [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.415179] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a51008c-9d19-46ed-b7db-f656625aaae1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.424164] env[69843]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-791708af-a0a4-48b3-94ce-8dcb19f6cbe9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.438362] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b7a4d4f-ed22-4870-9a0c-88fa48ba35f5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.420s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.448858] env[69843]: DEBUG nova.virt.hardware [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.449627] env[69843]: DEBUG nova.virt.hardware [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.450017] env[69843]: DEBUG nova.virt.hardware [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.450362] env[69843]: DEBUG nova.virt.hardware [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.450669] env[69843]: DEBUG nova.virt.hardware [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.451033] env[69843]: DEBUG nova.virt.hardware [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.451412] env[69843]: DEBUG nova.virt.hardware [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.451721] env[69843]: DEBUG nova.virt.hardware [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.452603] env[69843]: DEBUG nova.virt.hardware [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.453138] env[69843]: DEBUG nova.virt.hardware [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.453472] env[69843]: DEBUG nova.virt.hardware [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.454495] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9a97a9-52d8-4e06-a016-7c1239a4309e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.464686] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c3fbe3-3a19-49d7-9f34-823fb719338d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.480806] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Getting list of instances from cluster (obj){ [ 645.480806] env[69843]: value = "domain-c8" [ 645.480806] env[69843]: _type = "ClusterComputeResource" [ 645.480806] env[69843]: } {{(pid=69843) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 645.482060] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b889801-a27f-4a27-a1ff-b4ab952e0797 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.494516] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Got total of 4 instances {{(pid=69843) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 645.495197] env[69843]: WARNING nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] While synchronizing instance power states, found 6 instances in the database and 4 instances on the hypervisor. [ 645.495197] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 645.495197] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid 00807baa-a6f0-4777-9344-72c3f2ca4009 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 645.495197] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid 694561cf-87ce-4e2b-8037-a736c0e7ffe3 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 645.495473] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 645.495956] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid 55fbbb65-ae87-4886-9353-406139351418 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 645.495956] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid 164bd71c-d19a-413a-9314-fb344f4ab1db {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 645.495956] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.496187] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.496452] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "00807baa-a6f0-4777-9344-72c3f2ca4009" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.496632] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "00807baa-a6f0-4777-9344-72c3f2ca4009" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.496854] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.498816] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.498816] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "55fbbb65-ae87-4886-9353-406139351418" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.498816] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "164bd71c-d19a-413a-9314-fb344f4ab1db" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.498816] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.498816] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69843) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 645.499163] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97c4690-3781-4e39-9efc-80003f82d434 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.501626] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f244f1-3d22-41b5-8d43-a20302ecca2f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.504218] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 645.523207] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Downloading image file data 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 to the data store datastore1 {{(pid=69843) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 645.544885] env[69843]: DEBUG nova.network.neutron [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Successfully created port: 5f21be4f-25d8-4dea-b61d-735ae49f56d3 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.646517] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.646517] env[69843]: DEBUG nova.compute.manager [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.651404] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.448s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.652910] env[69843]: INFO nova.compute.claims [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.713724] env[69843]: DEBUG oslo_vmware.rw_handles [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69843) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 645.780935] env[69843]: DEBUG oslo_concurrency.lockutils [req-72dd8305-a7cc-4a78-8167-84960365fcd4 req-fb500251-f2fb-4524-aca5-f4450c98acbe service nova] Releasing lock "refresh_cache-694561cf-87ce-4e2b-8037-a736c0e7ffe3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.780935] env[69843]: DEBUG nova.compute.manager [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.819958] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703550, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.008718] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.015034] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.015034] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "00807baa-a6f0-4777-9344-72c3f2ca4009" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.153437] env[69843]: DEBUG nova.compute.utils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.155378] env[69843]: DEBUG nova.compute.manager [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.158375] env[69843]: DEBUG nova.network.neutron [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.330108] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703550, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.338288] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.437571] env[69843]: DEBUG nova.policy [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '492de80803d8431ea5e7e526bbf026e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93c1c3361c214df0a2a945356f6fe674', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.583216] env[69843]: DEBUG oslo_vmware.rw_handles [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Completed reading data from the image iterator. {{(pid=69843) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 646.583366] env[69843]: DEBUG oslo_vmware.rw_handles [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 646.638793] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Downloaded image file data 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 to vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk on the data store datastore1 {{(pid=69843) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 646.642488] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Caching image {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 646.645446] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Copying Virtual Disk [datastore1] vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk to [datastore1] vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.645783] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9695a7e-e347-4c68-b270-37a964a59ad2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.655907] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 646.655907] env[69843]: value = "task-3703551" [ 646.655907] env[69843]: _type = "Task" [ 646.655907] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.662021] env[69843]: DEBUG nova.compute.manager [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.674994] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.833381] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703550, 'name': Rename_Task, 'duration_secs': 1.173196} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.837587] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.838128] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4422cfe0-0eed-4f71-a2c5-1d1876b626f5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.850445] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "242c4693-35ab-41db-91dd-3862456a9903" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.851096] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "242c4693-35ab-41db-91dd-3862456a9903" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.854995] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 646.854995] env[69843]: value = "task-3703552" [ 646.854995] env[69843]: _type = "Task" [ 646.854995] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.870903] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.952625] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93087d0-9bd4-4a64-9d80-35d06ba3c39a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.966383] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95254d70-f5ec-418b-b929-d2c336f39f53 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.009751] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18593891-f45e-4387-8f6d-4107b2903f8b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.021992] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e6c723-77ce-4b13-8ef4-71b7b674a69d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.038741] env[69843]: DEBUG nova.compute.provider_tree [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.179901] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703551, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.308683] env[69843]: INFO nova.compute.manager [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Rebuilding instance [ 647.356954] env[69843]: DEBUG nova.compute.manager [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.382398] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703552, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.388407] env[69843]: DEBUG nova.compute.manager [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 647.389355] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0d55ba-fdf5-44cd-a648-e90397876ebf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.505539] env[69843]: DEBUG nova.network.neutron [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Successfully created port: 1171e993-1227-4430-8d3c-83a61a896d1a {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.540217] env[69843]: DEBUG nova.scheduler.client.report [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.672674] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941823} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.673373] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Copied Virtual Disk [datastore1] vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk to [datastore1] vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.673799] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Deleting the datastore file [datastore1] vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/tmp-sparse.vmdk {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.674198] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-549d8321-219c-47cf-a812-2eb1a667e3c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.682479] env[69843]: DEBUG nova.compute.manager [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.689573] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 647.689573] env[69843]: value = "task-3703553" [ 647.689573] env[69843]: _type = "Task" [ 647.689573] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.698762] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Acquiring lock "25fff063-fede-436b-95a9-b392d0771beb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.699044] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Lock "25fff063-fede-436b-95a9-b392d0771beb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.704117] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.726610] env[69843]: DEBUG nova.virt.hardware [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.726937] env[69843]: DEBUG nova.virt.hardware [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.727115] env[69843]: DEBUG nova.virt.hardware [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.727295] env[69843]: DEBUG nova.virt.hardware [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.727437] env[69843]: DEBUG nova.virt.hardware [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.727581] env[69843]: DEBUG nova.virt.hardware [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.727801] env[69843]: DEBUG nova.virt.hardware [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.727955] env[69843]: DEBUG nova.virt.hardware [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.728134] env[69843]: DEBUG nova.virt.hardware [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.728320] env[69843]: DEBUG nova.virt.hardware [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.728498] env[69843]: DEBUG nova.virt.hardware [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.729416] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c40b6c7-e2e2-4424-bfc7-b472729034e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.739716] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc24e6d2-9bfa-4568-929a-d802660daec5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.883687] env[69843]: DEBUG oslo_vmware.api [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703552, 'name': PowerOnVM_Task, 'duration_secs': 0.592784} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.883938] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.884144] env[69843]: INFO nova.compute.manager [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Took 11.15 seconds to spawn the instance on the hypervisor. [ 647.884313] env[69843]: DEBUG nova.compute.manager [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 647.885129] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6071e2-7bda-45a2-8681-ce413804dbd3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.895496] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.049287] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.049863] env[69843]: DEBUG nova.compute.manager [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.053142] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.825s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.054687] env[69843]: INFO nova.compute.claims [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.208625] env[69843]: DEBUG nova.compute.manager [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.212535] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062044} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.214529] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.214529] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Moving file from [datastore1] vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 to [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29. {{(pid=69843) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 648.214529] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-913fea23-4109-44f3-a91b-3cdcb8679364 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.222452] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 648.222452] env[69843]: value = "task-3703554" [ 648.222452] env[69843]: _type = "Task" [ 648.222452] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.237381] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703554, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.411438] env[69843]: INFO nova.compute.manager [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Took 18.47 seconds to build instance. [ 648.413372] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.413941] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c47bd8b3-0b7e-4543-952e-0d2f7c038f87 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.425747] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 648.425747] env[69843]: value = "task-3703555" [ 648.425747] env[69843]: _type = "Task" [ 648.425747] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.439758] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.560434] env[69843]: DEBUG nova.compute.utils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.566867] env[69843]: DEBUG nova.compute.manager [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Not allocating networking since 'none' was specified. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 648.735555] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703554, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033954} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.735555] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] File moved {{(pid=69843) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 648.735747] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Cleaning up location [datastore1] vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 648.735747] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Deleting the datastore file [datastore1] vmware_temp/d954149e-be47-4a4f-bd7c-41e53d2baa5b {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.736142] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94987361-d22b-4e91-9c26-2681ba4aec16 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.739524] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.748674] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 648.748674] env[69843]: value = "task-3703556" [ 648.748674] env[69843]: _type = "Task" [ 648.748674] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.750650] env[69843]: DEBUG nova.network.neutron [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Successfully updated port: 5f21be4f-25d8-4dea-b61d-735ae49f56d3 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.763600] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.918071] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc8b3478-98e2-4dd8-801b-fdb9869e08fc tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.986s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.918337] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.421s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.918590] env[69843]: INFO nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] During sync_power_state the instance has a pending task (spawning). Skip. [ 648.918806] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.938941] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703555, 'name': PowerOffVM_Task, 'duration_secs': 0.143077} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.938941] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.938941] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.940456] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9905ec-438f-4cc9-a5b8-628f3f4ec2c0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.949783] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.950897] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a776b92-2ddc-4c4f-839e-78b667a54bf0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.981863] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.982294] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.982413] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Deleting the datastore file [datastore2] 00807baa-a6f0-4777-9344-72c3f2ca4009 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.982823] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faab1d31-de3d-483e-944d-f67e78914477 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.993357] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 648.993357] env[69843]: value = "task-3703558" [ 648.993357] env[69843]: _type = "Task" [ 648.993357] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.004885] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.072398] env[69843]: DEBUG nova.compute.manager [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.266448] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "refresh_cache-55fbbb65-ae87-4886-9353-406139351418" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.266448] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquired lock "refresh_cache-55fbbb65-ae87-4886-9353-406139351418" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.266448] env[69843]: DEBUG nova.network.neutron [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.284448] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03481} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.284448] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.284448] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c03349bf-3533-473d-8599-9fab17af98a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.302065] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 649.302065] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5221dfe7-4450-5b65-8220-c73ea48a61ac" [ 649.302065] env[69843]: _type = "Task" [ 649.302065] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.316862] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5221dfe7-4450-5b65-8220-c73ea48a61ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.401391] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be21e90d-4cef-4dd3-8c87-b42fd357f638 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.418911] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c276c9-1a94-4f5b-aee7-6774b20b986a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.453578] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cb0af2-e58a-4fdb-b506-6a9cfe98f3fb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.463383] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a4d72f-2872-48f0-bab8-0cce1b039f61 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.480567] env[69843]: DEBUG nova.compute.provider_tree [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.510781] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11164} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.511354] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.511354] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.511490] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.767356] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "a2f4cd65-1832-4476-8b56-f33b9a36237b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.768444] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "a2f4cd65-1832-4476-8b56-f33b9a36237b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.813632] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5221dfe7-4450-5b65-8220-c73ea48a61ac, 'name': SearchDatastore_Task, 'duration_secs': 0.0123} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.813976] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.814208] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5/fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.814464] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9508920c-13a1-4548-9003-c16f7071da47 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.825081] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 649.825081] env[69843]: value = "task-3703559" [ 649.825081] env[69843]: _type = "Task" [ 649.825081] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.837919] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.890472] env[69843]: DEBUG nova.network.neutron [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.985159] env[69843]: DEBUG nova.scheduler.client.report [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.090412] env[69843]: DEBUG nova.compute.manager [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.134548] env[69843]: DEBUG nova.virt.hardware [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.135084] env[69843]: DEBUG nova.virt.hardware [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.135777] env[69843]: DEBUG nova.virt.hardware [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.135777] env[69843]: DEBUG nova.virt.hardware [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.135777] env[69843]: DEBUG nova.virt.hardware [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.136074] env[69843]: DEBUG nova.virt.hardware [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.136242] env[69843]: DEBUG nova.virt.hardware [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.136501] env[69843]: DEBUG nova.virt.hardware [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.136718] env[69843]: DEBUG nova.virt.hardware [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.136954] env[69843]: DEBUG nova.virt.hardware [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.137121] env[69843]: DEBUG nova.virt.hardware [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.138156] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a1052f-f499-4356-9519-5469029070cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.152699] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a91a3c2-a9aa-4229-b854-695619165aaf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.174937] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.181390] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Creating folder: Project (4e9336e984994c3f93e57c1d3cad7663). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.184776] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3fdf1a5-c0c3-4c1f-9d46-6a37a88bd211 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.188645] env[69843]: DEBUG nova.compute.manager [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Stashing vm_state: active {{(pid=69843) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 650.205199] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Created folder: Project (4e9336e984994c3f93e57c1d3cad7663) in parent group-v737654. [ 650.205199] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Creating folder: Instances. Parent ref: group-v737667. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.205199] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2025f7c9-f211-4c2d-a874-23580bb42264 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.222035] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Created folder: Instances in parent group-v737667. [ 650.222035] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.222940] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.222940] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-325bcc3f-df3d-48e6-9399-e800e0552e5b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.246634] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.246634] env[69843]: value = "task-3703562" [ 650.246634] env[69843]: _type = "Task" [ 650.246634] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.257804] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703562, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.276677] env[69843]: DEBUG nova.compute.manager [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.348541] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703559, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.490233] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.491191] env[69843]: DEBUG nova.compute.manager [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.497209] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.489s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.497209] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.497572] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69843) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 650.497603] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.159s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.500088] env[69843]: INFO nova.compute.claims [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.508038] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b13fec-31fa-45b8-9596-dd93d5253684 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.523865] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b98ba0-2cc6-42ec-a1b0-672944a5e80e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.558164] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf42bef3-1627-4124-912f-4f336c5cd831 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.568220] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c007db0b-71e2-48a4-921a-4d6bb0ae6376 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.617665] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180892MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69843) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 650.617825] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.620793] env[69843]: DEBUG nova.virt.hardware [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.620973] env[69843]: DEBUG nova.virt.hardware [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.621147] env[69843]: DEBUG nova.virt.hardware [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.621339] env[69843]: DEBUG nova.virt.hardware [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.621614] env[69843]: DEBUG nova.virt.hardware [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.621885] env[69843]: DEBUG nova.virt.hardware [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.621951] env[69843]: DEBUG nova.virt.hardware [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.622188] env[69843]: DEBUG nova.virt.hardware [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.622394] env[69843]: DEBUG nova.virt.hardware [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.622621] env[69843]: DEBUG nova.virt.hardware [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.623153] env[69843]: DEBUG nova.virt.hardware [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.627358] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b81b4d-129e-4235-9217-d45d435a53fc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.637725] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75256628-067e-4a38-b457-f12acd5d5a84 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.657818] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.663623] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.666227] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.666227] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5747673-456d-4bc3-9f83-e57835d2b1bf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.679523] env[69843]: DEBUG nova.compute.manager [req-167fad4b-68b4-4e57-9133-1ff8484b6355 req-6fc074de-7957-40a0-8f8c-522d680a88c8 service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Received event network-vif-plugged-5f21be4f-25d8-4dea-b61d-735ae49f56d3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.679724] env[69843]: DEBUG oslo_concurrency.lockutils [req-167fad4b-68b4-4e57-9133-1ff8484b6355 req-6fc074de-7957-40a0-8f8c-522d680a88c8 service nova] Acquiring lock "55fbbb65-ae87-4886-9353-406139351418-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.679925] env[69843]: DEBUG oslo_concurrency.lockutils [req-167fad4b-68b4-4e57-9133-1ff8484b6355 req-6fc074de-7957-40a0-8f8c-522d680a88c8 service nova] Lock "55fbbb65-ae87-4886-9353-406139351418-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.680099] env[69843]: DEBUG oslo_concurrency.lockutils [req-167fad4b-68b4-4e57-9133-1ff8484b6355 req-6fc074de-7957-40a0-8f8c-522d680a88c8 service nova] Lock "55fbbb65-ae87-4886-9353-406139351418-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.680333] env[69843]: DEBUG nova.compute.manager [req-167fad4b-68b4-4e57-9133-1ff8484b6355 req-6fc074de-7957-40a0-8f8c-522d680a88c8 service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] No waiting events found dispatching network-vif-plugged-5f21be4f-25d8-4dea-b61d-735ae49f56d3 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 650.680447] env[69843]: WARNING nova.compute.manager [req-167fad4b-68b4-4e57-9133-1ff8484b6355 req-6fc074de-7957-40a0-8f8c-522d680a88c8 service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Received unexpected event network-vif-plugged-5f21be4f-25d8-4dea-b61d-735ae49f56d3 for instance with vm_state building and task_state spawning. [ 650.687920] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.687920] env[69843]: value = "task-3703563" [ 650.687920] env[69843]: _type = "Task" [ 650.687920] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.701477] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703563, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.716224] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.757910] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703562, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.807577] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.838784] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685463} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.839102] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5/fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.839568] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.839670] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a2bda45-b1f6-4374-a782-908489b37b7c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.848399] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 650.848399] env[69843]: value = "task-3703564" [ 650.848399] env[69843]: _type = "Task" [ 650.848399] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.857342] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.892984] env[69843]: DEBUG nova.network.neutron [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Updating instance_info_cache with network_info: [{"id": "5f21be4f-25d8-4dea-b61d-735ae49f56d3", "address": "fa:16:3e:f8:f6:ab", "network": {"id": "075a34db-03f2-4cf3-b1fe-f792fcd51c2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-962515936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4160feb38ebb42ceb54b917b6884c504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f21be4f-25", "ovs_interfaceid": "5f21be4f-25d8-4dea-b61d-735ae49f56d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.009151] env[69843]: DEBUG nova.compute.utils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.010957] env[69843]: DEBUG nova.compute.manager [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.012903] env[69843]: DEBUG nova.network.neutron [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.027832] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Acquiring lock "29a09314-10de-4b2e-8321-e4efab012869" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.028095] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Lock "29a09314-10de-4b2e-8321-e4efab012869" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.128256] env[69843]: DEBUG nova.policy [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de491f00f58d4254b81a7a5182c5bb0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aacf80d50ef4e18a07a955614fa4945', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.206651] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703563, 'name': CreateVM_Task, 'duration_secs': 0.378263} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.206843] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.207342] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.207756] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.208114] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.208429] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4341dfa4-8a10-4cc7-aa94-3182ec1dee8d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.214837] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 651.214837] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521e7ac5-3f30-d657-76cc-66796087727b" [ 651.214837] env[69843]: _type = "Task" [ 651.214837] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.224623] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521e7ac5-3f30-d657-76cc-66796087727b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.229574] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.229574] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.261734] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703562, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.318141] env[69843]: DEBUG nova.network.neutron [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Successfully updated port: 1171e993-1227-4430-8d3c-83a61a896d1a {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.362435] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11978} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.362685] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.363560] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276fb142-d023-4dc1-af00-407be012186f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.387824] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5/fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.388161] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29d82318-79e1-43e2-9ba7-6ffbc2a7eb54 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.404569] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Releasing lock "refresh_cache-55fbbb65-ae87-4886-9353-406139351418" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.408120] env[69843]: DEBUG nova.compute.manager [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Instance network_info: |[{"id": "5f21be4f-25d8-4dea-b61d-735ae49f56d3", "address": "fa:16:3e:f8:f6:ab", "network": {"id": "075a34db-03f2-4cf3-b1fe-f792fcd51c2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-962515936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4160feb38ebb42ceb54b917b6884c504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f21be4f-25", "ovs_interfaceid": "5f21be4f-25d8-4dea-b61d-735ae49f56d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.408363] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:f6:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f21be4f-25d8-4dea-b61d-735ae49f56d3', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.413705] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Creating folder: Project (4160feb38ebb42ceb54b917b6884c504). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.414856] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76945bbc-7cc0-4f89-b547-1fe66e8ae8ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.421953] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 651.421953] env[69843]: value = "task-3703565" [ 651.421953] env[69843]: _type = "Task" [ 651.421953] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.428982] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Created folder: Project (4160feb38ebb42ceb54b917b6884c504) in parent group-v737654. [ 651.429208] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Creating folder: Instances. Parent ref: group-v737671. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.429571] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af4bb3b8-39a4-49e2-ba5a-9ef6a0d26176 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.434992] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.450516] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Created folder: Instances in parent group-v737671. [ 651.450701] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.450986] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55fbbb65-ae87-4886-9353-406139351418] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.451259] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82497bd6-8e17-4e31-9069-d3b3b8be22ae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.478502] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.478502] env[69843]: value = "task-3703568" [ 651.478502] env[69843]: _type = "Task" [ 651.478502] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.488408] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703568, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.515795] env[69843]: DEBUG nova.compute.manager [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.532297] env[69843]: DEBUG nova.compute.manager [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.728501] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521e7ac5-3f30-d657-76cc-66796087727b, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.728841] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.729105] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.729379] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.729477] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.729637] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.729927] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caab2104-30ef-4e9a-a8c1-9d8f6ba3fdea {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.744294] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.744652] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.745332] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be99caa7-bdbe-4a4e-a3ae-652cd24a1e8b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.755723] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 651.755723] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5233728c-72ec-6f60-38c7-9019824df497" [ 651.755723] env[69843]: _type = "Task" [ 651.755723] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.762616] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703562, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.769018] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5233728c-72ec-6f60-38c7-9019824df497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.820483] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Acquiring lock "refresh_cache-164bd71c-d19a-413a-9314-fb344f4ab1db" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.820764] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Acquired lock "refresh_cache-164bd71c-d19a-413a-9314-fb344f4ab1db" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.821274] env[69843]: DEBUG nova.network.neutron [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.847360] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc3b316-230e-4549-b9f6-5d27ad9dc81c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.862449] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510bdd31-d90d-40b5-8fcf-aeaad18986ac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.899304] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56940e14-45ac-42f9-bd02-8c910a3823f5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.907019] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccf2f68-b62a-4bcf-b321-e2b3c9841c5d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.923254] env[69843]: DEBUG nova.compute.provider_tree [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.936013] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.990688] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703568, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.059326] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.110079] env[69843]: DEBUG nova.network.neutron [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Successfully created port: 2427073a-6e22-498d-b42a-bacdf4781961 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.267981] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703562, 'name': CreateVM_Task, 'duration_secs': 1.864739} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.269856] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.269856] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.269856] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.269856] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.270045] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf97611-f4b8-4d7c-8990-0b61b56cb103 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.278164] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5233728c-72ec-6f60-38c7-9019824df497, 'name': SearchDatastore_Task, 'duration_secs': 0.015004} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.280898] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for the task: (returnval){ [ 652.280898] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522c093b-1c23-8ff3-ee88-7185ddfe34fa" [ 652.280898] env[69843]: _type = "Task" [ 652.280898] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.281357] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca2a7dc-ea7a-4037-9e04-654b2cc0dfde {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.293208] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 652.293208] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e9a6f3-0d91-1f0f-a59b-f7738864f723" [ 652.293208] env[69843]: _type = "Task" [ 652.293208] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.298443] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522c093b-1c23-8ff3-ee88-7185ddfe34fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009473} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.302393] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.302835] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.303161] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.310504] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e9a6f3-0d91-1f0f-a59b-f7738864f723, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.311049] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.314023] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 00807baa-a6f0-4777-9344-72c3f2ca4009/00807baa-a6f0-4777-9344-72c3f2ca4009.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.314023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.314023] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.314023] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-842b54fd-db7d-46c3-ac7d-592506a07df7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.314827] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8ec66ac-2546-46a6-a135-483112c4c7fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.327370] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 652.327370] env[69843]: value = "task-3703569" [ 652.327370] env[69843]: _type = "Task" [ 652.327370] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.327370] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.327370] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.332439] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac5b336-cbb5-4d53-b2cc-63e894823c0c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.342450] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.343346] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for the task: (returnval){ [ 652.343346] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52552f5c-381d-9879-77ca-c9b65eac6eb2" [ 652.343346] env[69843]: _type = "Task" [ 652.343346] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.357194] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52552f5c-381d-9879-77ca-c9b65eac6eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.358320] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57496243-f01e-4933-9330-b36bf7acd67e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.366231] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for the task: (returnval){ [ 652.366231] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526163f6-2c90-50f2-0354-c172751c90bb" [ 652.366231] env[69843]: _type = "Task" [ 652.366231] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.376517] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526163f6-2c90-50f2-0354-c172751c90bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.425063] env[69843]: DEBUG nova.network.neutron [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.444788] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703565, 'name': ReconfigVM_Task, 'duration_secs': 0.85352} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.444788] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Reconfigured VM instance instance-00000004 to attach disk [datastore1] fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5/fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.444788] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-870876a9-b25d-4b37-8ffd-e3772b291a43 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.453167] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 652.453167] env[69843]: value = "task-3703570" [ 652.453167] env[69843]: _type = "Task" [ 652.453167] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.465182] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703570, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.465823] env[69843]: ERROR nova.scheduler.client.report [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [req-e900a171-fa98-4b2f-9780-45c0b02dc5e9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f473df78-9fd2-4a18-9b1b-7c5fc5ca712b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e900a171-fa98-4b2f-9780-45c0b02dc5e9"}]} [ 652.495110] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703568, 'name': CreateVM_Task, 'duration_secs': 0.787687} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.496342] env[69843]: DEBUG nova.scheduler.client.report [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Refreshing inventories for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 652.498389] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55fbbb65-ae87-4886-9353-406139351418] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.500016] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.500016] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.500016] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.500432] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb223a10-71ed-4131-b61a-92d84f8241ad {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.507360] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 652.507360] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5223cb0a-0eaf-0a60-65e6-96c4d4071e52" [ 652.507360] env[69843]: _type = "Task" [ 652.507360] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.517358] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5223cb0a-0eaf-0a60-65e6-96c4d4071e52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.528540] env[69843]: DEBUG nova.scheduler.client.report [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Updating ProviderTree inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 652.528813] env[69843]: DEBUG nova.compute.provider_tree [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.532048] env[69843]: DEBUG nova.compute.manager [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.547262] env[69843]: DEBUG nova.scheduler.client.report [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Refreshing aggregate associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, aggregates: None {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 652.579728] env[69843]: DEBUG nova.scheduler.client.report [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Refreshing trait associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 652.586933] env[69843]: DEBUG nova.virt.hardware [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.587107] env[69843]: DEBUG nova.virt.hardware [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.587270] env[69843]: DEBUG nova.virt.hardware [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.587457] env[69843]: DEBUG nova.virt.hardware [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.587614] env[69843]: DEBUG nova.virt.hardware [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.587758] env[69843]: DEBUG nova.virt.hardware [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.588157] env[69843]: DEBUG nova.virt.hardware [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.588157] env[69843]: DEBUG nova.virt.hardware [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.588275] env[69843]: DEBUG nova.virt.hardware [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.588436] env[69843]: DEBUG nova.virt.hardware [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.588609] env[69843]: DEBUG nova.virt.hardware [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.591338] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcef4767-f61e-488d-aa36-db98730c246c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.608802] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dbf882-1109-4f2b-a8dd-abbb93e199da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.843719] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500755} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.844158] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 00807baa-a6f0-4777-9344-72c3f2ca4009/00807baa-a6f0-4777-9344-72c3f2ca4009.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.844709] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.845465] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-128423a5-f633-4575-99d9-910804a72947 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.857673] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 652.857673] env[69843]: value = "task-3703571" [ 652.857673] env[69843]: _type = "Task" [ 652.857673] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.874270] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.883001] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526163f6-2c90-50f2-0354-c172751c90bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.883389] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.884422] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] fbeab62b-8e98-4808-a641-7bde6e2cfbc9/fbeab62b-8e98-4808-a641-7bde6e2cfbc9.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.884422] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c60c64f-b934-4532-b5b8-e05c2fa6f561 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.892680] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for the task: (returnval){ [ 652.892680] env[69843]: value = "task-3703572" [ 652.892680] env[69843]: _type = "Task" [ 652.892680] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.904367] env[69843]: DEBUG nova.network.neutron [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Updating instance_info_cache with network_info: [{"id": "1171e993-1227-4430-8d3c-83a61a896d1a", "address": "fa:16:3e:71:2d:94", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1171e993-12", "ovs_interfaceid": "1171e993-1227-4430-8d3c-83a61a896d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.913588] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.942088] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adefda17-7799-479a-b1f9-2819ac2ad70b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.958547] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054608af-e00c-4978-96c0-229e59a6e1cf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.972029] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703570, 'name': Rename_Task, 'duration_secs': 0.333036} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.998673] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.999746] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eb8a39b-dc64-4fb8-93fc-c445f2562c26 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.001978] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2002b064-1ac6-45ee-b98f-c74e729a60dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.017078] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff02c390-d2b4-4958-b702-a0b33204e015 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.022569] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 653.022569] env[69843]: value = "task-3703573" [ 653.022569] env[69843]: _type = "Task" [ 653.022569] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.042919] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5223cb0a-0eaf-0a60-65e6-96c4d4071e52, 'name': SearchDatastore_Task, 'duration_secs': 0.068137} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.045714] env[69843]: DEBUG nova.compute.provider_tree [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.045714] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.048327] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.048698] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.048912] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.050615] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.053320] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2c13890-4c1f-4895-8cad-c97dcfffb0ee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.055709] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703573, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.077723] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Acquiring lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.078054] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.078267] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Acquiring lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.078487] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.078669] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.087980] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.087980] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.088900] env[69843]: INFO nova.compute.manager [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Terminating instance [ 653.090979] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ac73fa-5e22-4020-ac11-5b7f64026f31 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.103929] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 653.103929] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5208b6f7-16ca-6d97-f4ea-70fa60a55b22" [ 653.103929] env[69843]: _type = "Task" [ 653.103929] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.124935] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5208b6f7-16ca-6d97-f4ea-70fa60a55b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.371021] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074179} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.371021] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.371176] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9408d730-08c0-4067-906e-5467de9ba86c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.397473] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 00807baa-a6f0-4777-9344-72c3f2ca4009/00807baa-a6f0-4777-9344-72c3f2ca4009.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.398254] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-558e84f5-5830-4c2a-b736-383b8f298bd3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.416616] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Releasing lock "refresh_cache-164bd71c-d19a-413a-9314-fb344f4ab1db" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.416939] env[69843]: DEBUG nova.compute.manager [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Instance network_info: |[{"id": "1171e993-1227-4430-8d3c-83a61a896d1a", "address": "fa:16:3e:71:2d:94", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1171e993-12", "ovs_interfaceid": "1171e993-1227-4430-8d3c-83a61a896d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.417372] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:2d:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1171e993-1227-4430-8d3c-83a61a896d1a', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.424919] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Creating folder: Project (93c1c3361c214df0a2a945356f6fe674). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.427075] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51bf035f-ce39-4b69-8425-7bccd8590f84 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.431938] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492455} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.434487] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] fbeab62b-8e98-4808-a641-7bde6e2cfbc9/fbeab62b-8e98-4808-a641-7bde6e2cfbc9.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.434718] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.435046] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 653.435046] env[69843]: value = "task-3703574" [ 653.435046] env[69843]: _type = "Task" [ 653.435046] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.435232] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8dabd58-9923-45eb-b526-6ba28a4d8f56 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.445546] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Created folder: Project (93c1c3361c214df0a2a945356f6fe674) in parent group-v737654. [ 653.445546] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Creating folder: Instances. Parent ref: group-v737674. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.445546] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9671d269-cfb8-4d61-bba0-8faf9c86b5a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.455442] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703574, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.455790] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for the task: (returnval){ [ 653.455790] env[69843]: value = "task-3703576" [ 653.455790] env[69843]: _type = "Task" [ 653.455790] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.468231] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.469821] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Created folder: Instances in parent group-v737674. [ 653.470274] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.470525] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.470615] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3568b25d-ecd3-4cec-97c1-acbfd1ca9e8d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.500031] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.500031] env[69843]: value = "task-3703578" [ 653.500031] env[69843]: _type = "Task" [ 653.500031] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.509414] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703578, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.535878] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703573, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.602645] env[69843]: DEBUG nova.compute.manager [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.602645] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.605023] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cb7e9c-2a85-42fc-9d96-f853897b6c54 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.624071] env[69843]: DEBUG nova.scheduler.client.report [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 653.624215] env[69843]: DEBUG nova.compute.provider_tree [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 20 to 21 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 653.624469] env[69843]: DEBUG nova.compute.provider_tree [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.637345] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.637345] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5208b6f7-16ca-6d97-f4ea-70fa60a55b22, 'name': SearchDatastore_Task, 'duration_secs': 0.057291} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.637491] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e6211f7-44b4-40ea-9dbc-aaba3c44e185 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.641450] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a171f71-18e2-408b-9398-1771c4682bc1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.650184] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 653.650184] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eeecb5-215e-5836-410d-86bc256216ef" [ 653.650184] env[69843]: _type = "Task" [ 653.650184] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.652439] env[69843]: DEBUG oslo_vmware.api [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Waiting for the task: (returnval){ [ 653.652439] env[69843]: value = "task-3703579" [ 653.652439] env[69843]: _type = "Task" [ 653.652439] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.676034] env[69843]: DEBUG oslo_vmware.api [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Task: {'id': task-3703579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.676034] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eeecb5-215e-5836-410d-86bc256216ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.676827] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.676827] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 55fbbb65-ae87-4886-9353-406139351418/55fbbb65-ae87-4886-9353-406139351418.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.677109] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e090671-254b-4004-bf3e-22cc9e34e432 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.686079] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 653.686079] env[69843]: value = "task-3703580" [ 653.686079] env[69843]: _type = "Task" [ 653.686079] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.696196] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.959766] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703574, 'name': ReconfigVM_Task, 'duration_secs': 0.455989} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.968295] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 00807baa-a6f0-4777-9344-72c3f2ca4009/00807baa-a6f0-4777-9344-72c3f2ca4009.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.968877] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-347ed326-ceb2-4d53-8283-02e84caa1681 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.979328] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138648} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.985464] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.985464] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 653.985464] env[69843]: value = "task-3703581" [ 653.985464] env[69843]: _type = "Task" [ 653.985464] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.986147] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e7b835-6b7f-4d29-ad02-7b90db954500 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.017335] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] fbeab62b-8e98-4808-a641-7bde6e2cfbc9/fbeab62b-8e98-4808-a641-7bde6e2cfbc9.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.024153] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4882ca81-75a8-4567-86d9-32f15a33a436 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.041510] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703581, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.049841] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703578, 'name': CreateVM_Task, 'duration_secs': 0.50967} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.057828] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.057828] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703573, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.057828] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.057828] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.057828] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.059982] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for the task: (returnval){ [ 654.059982] env[69843]: value = "task-3703582" [ 654.059982] env[69843]: _type = "Task" [ 654.059982] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.059982] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f01105f-c2c4-4f08-b16c-8283dd3a9d09 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.075105] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Waiting for the task: (returnval){ [ 654.075105] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525a8a99-ebf0-7e17-9a35-7330a8f7de34" [ 654.075105] env[69843]: _type = "Task" [ 654.075105] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.079921] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.091587] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525a8a99-ebf0-7e17-9a35-7330a8f7de34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.141103] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.643s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.141940] env[69843]: DEBUG nova.compute.manager [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.144887] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.249s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.146437] env[69843]: INFO nova.compute.claims [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.175624] env[69843]: DEBUG oslo_vmware.api [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Task: {'id': task-3703579, 'name': PowerOffVM_Task, 'duration_secs': 0.30697} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.175624] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.175624] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.175624] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90f53793-e11f-46ea-a2a6-0b3788c3cf6a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.198435] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703580, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.245920] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.246090] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.246402] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Deleting the datastore file [datastore2] 694561cf-87ce-4e2b-8037-a736c0e7ffe3 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.250023] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6a7f917-6800-4417-8d39-10bc89b31a8d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.255937] env[69843]: DEBUG oslo_vmware.api [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Waiting for the task: (returnval){ [ 654.255937] env[69843]: value = "task-3703584" [ 654.255937] env[69843]: _type = "Task" [ 654.255937] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.271431] env[69843]: DEBUG oslo_vmware.api [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Task: {'id': task-3703584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.501566] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703581, 'name': Rename_Task, 'duration_secs': 0.420576} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.501566] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.502264] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2ba8d3f-1a16-47a5-b546-24f26f5b581f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.512031] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 654.512031] env[69843]: value = "task-3703585" [ 654.512031] env[69843]: _type = "Task" [ 654.512031] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.521701] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.553509] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703573, 'name': PowerOnVM_Task} progress is 68%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.575023] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703582, 'name': ReconfigVM_Task, 'duration_secs': 0.43336} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.575023] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Reconfigured VM instance instance-00000006 to attach disk [datastore1] fbeab62b-8e98-4808-a641-7bde6e2cfbc9/fbeab62b-8e98-4808-a641-7bde6e2cfbc9.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.575023] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03da2f4b-6e61-4808-9ef0-8b51437c5dd5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.586510] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for the task: (returnval){ [ 654.586510] env[69843]: value = "task-3703586" [ 654.586510] env[69843]: _type = "Task" [ 654.586510] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.595716] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525a8a99-ebf0-7e17-9a35-7330a8f7de34, 'name': SearchDatastore_Task, 'duration_secs': 0.052459} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.596707] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.597443] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.597832] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.598156] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.598677] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.603012] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b2fd29b-1177-4c5e-8982-a946b1e77623 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.606068] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703586, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.618458] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.618458] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.618458] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4079008-d2b8-4970-97e5-3cafc557560c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.628036] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Waiting for the task: (returnval){ [ 654.628036] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529eb4ae-780a-efc8-7b9e-b8068d9f6fcd" [ 654.628036] env[69843]: _type = "Task" [ 654.628036] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.640148] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529eb4ae-780a-efc8-7b9e-b8068d9f6fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.653029] env[69843]: DEBUG nova.compute.utils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.661461] env[69843]: DEBUG nova.compute.manager [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.661461] env[69843]: DEBUG nova.network.neutron [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.698376] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603941} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.698967] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 55fbbb65-ae87-4886-9353-406139351418/55fbbb65-ae87-4886-9353-406139351418.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.699160] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.699446] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a96e02b-2df6-49d0-9bf6-307a6976e3f7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.708675] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 654.708675] env[69843]: value = "task-3703587" [ 654.708675] env[69843]: _type = "Task" [ 654.708675] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.714688] env[69843]: DEBUG nova.policy [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04efd70763204453b1f6dcd0e10e7f2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18a2b77228534e20bd39596bd6717dba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.725505] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.727720] env[69843]: DEBUG nova.network.neutron [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Successfully updated port: 2427073a-6e22-498d-b42a-bacdf4781961 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.773659] env[69843]: DEBUG oslo_vmware.api [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Task: {'id': task-3703584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399444} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.774046] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.774143] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.774360] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.774801] env[69843]: INFO nova.compute.manager [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 654.775122] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.775344] env[69843]: DEBUG nova.compute.manager [-] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.775511] env[69843]: DEBUG nova.network.neutron [-] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.021859] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703585, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.054708] env[69843]: DEBUG oslo_vmware.api [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703573, 'name': PowerOnVM_Task, 'duration_secs': 1.998376} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.055103] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.055381] env[69843]: INFO nova.compute.manager [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Took 12.04 seconds to spawn the instance on the hypervisor. [ 655.055650] env[69843]: DEBUG nova.compute.manager [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.057087] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a30f6a-be1f-4f12-8551-e300d5688cf9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.101041] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703586, 'name': Rename_Task, 'duration_secs': 0.154907} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.101371] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.101455] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-986be8cc-3f69-485b-aa22-6bdcadc7a7ae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.110458] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for the task: (returnval){ [ 655.110458] env[69843]: value = "task-3703588" [ 655.110458] env[69843]: _type = "Task" [ 655.110458] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.122963] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.145484] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529eb4ae-780a-efc8-7b9e-b8068d9f6fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.01478} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.146977] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0257beea-4f41-4063-aaf3-36138ea85237 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.153967] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Waiting for the task: (returnval){ [ 655.153967] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527a734b-8153-d791-30cc-3302b3d11dde" [ 655.153967] env[69843]: _type = "Task" [ 655.153967] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.160285] env[69843]: DEBUG nova.compute.manager [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.176589] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527a734b-8153-d791-30cc-3302b3d11dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.231194] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292368} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.231194] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.231194] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07eaffa4-e0a2-4682-9d24-f2566a420a13 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.233616] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquiring lock "refresh_cache-952acce6-ad90-46ee-94d0-1133bc096c3c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.233616] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquired lock "refresh_cache-952acce6-ad90-46ee-94d0-1133bc096c3c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.233786] env[69843]: DEBUG nova.network.neutron [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.266669] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 55fbbb65-ae87-4886-9353-406139351418/55fbbb65-ae87-4886-9353-406139351418.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.271068] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6b5fc97-b140-418a-bc5f-71bc86148315 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.298380] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 655.298380] env[69843]: value = "task-3703589" [ 655.298380] env[69843]: _type = "Task" [ 655.298380] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.312371] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.476753] env[69843]: DEBUG nova.compute.manager [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Received event network-changed-5f21be4f-25d8-4dea-b61d-735ae49f56d3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.477128] env[69843]: DEBUG nova.compute.manager [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Refreshing instance network info cache due to event network-changed-5f21be4f-25d8-4dea-b61d-735ae49f56d3. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.478866] env[69843]: DEBUG oslo_concurrency.lockutils [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] Acquiring lock "refresh_cache-55fbbb65-ae87-4886-9353-406139351418" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.478866] env[69843]: DEBUG oslo_concurrency.lockutils [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] Acquired lock "refresh_cache-55fbbb65-ae87-4886-9353-406139351418" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.478866] env[69843]: DEBUG nova.network.neutron [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Refreshing network info cache for port 5f21be4f-25d8-4dea-b61d-735ae49f56d3 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.520171] env[69843]: DEBUG nova.network.neutron [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Successfully created port: b71f3b3a-da99-433a-80ea-9063018c70e3 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.529151] env[69843]: DEBUG oslo_vmware.api [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703585, 'name': PowerOnVM_Task, 'duration_secs': 0.894527} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.530158] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.530158] env[69843]: DEBUG nova.compute.manager [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.530783] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca05dfa-a868-4deb-8b01-e08057cd6b81 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.568198] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811297d6-449d-44ea-bfc9-fb771e004e54 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.583531] env[69843]: INFO nova.compute.manager [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Took 16.91 seconds to build instance. [ 655.585784] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35e0083-a834-4f16-91d6-53b6d9065753 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.632542] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f55123-8108-4aca-b29b-f4c1cea04215 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.644640] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ddb999-29fa-4661-a8a6-9279a15fef85 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.649118] env[69843]: DEBUG oslo_vmware.api [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703588, 'name': PowerOnVM_Task, 'duration_secs': 0.501226} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.649905] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.649905] env[69843]: INFO nova.compute.manager [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Took 5.56 seconds to spawn the instance on the hypervisor. [ 655.650095] env[69843]: DEBUG nova.compute.manager [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.651377] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aff0a1b-0e21-47fa-83b5-aca2ae4c335a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.664281] env[69843]: DEBUG nova.compute.provider_tree [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.688028] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527a734b-8153-d791-30cc-3302b3d11dde, 'name': SearchDatastore_Task, 'duration_secs': 0.018208} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.689723] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.690146] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 164bd71c-d19a-413a-9314-fb344f4ab1db/164bd71c-d19a-413a-9314-fb344f4ab1db.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.690724] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-984f618c-b9c2-4cb5-8f43-2bf3bde6afab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.701922] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Waiting for the task: (returnval){ [ 655.701922] env[69843]: value = "task-3703590" [ 655.701922] env[69843]: _type = "Task" [ 655.701922] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.719016] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.810879] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.836172] env[69843]: DEBUG nova.network.neutron [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.862257] env[69843]: DEBUG nova.network.neutron [-] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.062496] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.073391] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.073758] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.094533] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf934856-f56c-409a-81ba-a37b7519b238 tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Lock "fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.427s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.098261] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.600s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.098624] env[69843]: INFO nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] During sync_power_state the instance has a pending task (spawning). Skip. [ 656.098974] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.171202] env[69843]: DEBUG nova.scheduler.client.report [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.189510] env[69843]: DEBUG nova.compute.manager [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.207246] env[69843]: INFO nova.compute.manager [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Took 15.06 seconds to build instance. [ 656.227082] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703590, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.241652] env[69843]: DEBUG nova.virt.hardware [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.241893] env[69843]: DEBUG nova.virt.hardware [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.242056] env[69843]: DEBUG nova.virt.hardware [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.242233] env[69843]: DEBUG nova.virt.hardware [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.242373] env[69843]: DEBUG nova.virt.hardware [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.242514] env[69843]: DEBUG nova.virt.hardware [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.242831] env[69843]: DEBUG nova.virt.hardware [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.242989] env[69843]: DEBUG nova.virt.hardware [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.243267] env[69843]: DEBUG nova.virt.hardware [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.243479] env[69843]: DEBUG nova.virt.hardware [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.243671] env[69843]: DEBUG nova.virt.hardware [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.244634] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c0a337-b502-4429-b900-b7235f1da973 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.259140] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a02bfb-0a71-4571-be56-e1d8041d972b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.317226] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703589, 'name': ReconfigVM_Task, 'duration_secs': 0.786544} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.317533] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 55fbbb65-ae87-4886-9353-406139351418/55fbbb65-ae87-4886-9353-406139351418.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.318622] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e163e30-5073-48b6-9542-5d44c3197a99 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.329666] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 656.329666] env[69843]: value = "task-3703591" [ 656.329666] env[69843]: _type = "Task" [ 656.329666] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.342480] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703591, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.365571] env[69843]: INFO nova.compute.manager [-] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Took 1.59 seconds to deallocate network for instance. [ 656.444552] env[69843]: DEBUG nova.network.neutron [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Updating instance_info_cache with network_info: [{"id": "2427073a-6e22-498d-b42a-bacdf4781961", "address": "fa:16:3e:42:31:46", "network": {"id": "59bc7aaf-2cdf-490f-a1b3-377ce6abaede", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-531032395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8aacf80d50ef4e18a07a955614fa4945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2427073a-6e", "ovs_interfaceid": "2427073a-6e22-498d-b42a-bacdf4781961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.601681] env[69843]: DEBUG nova.compute.manager [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.678573] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.678573] env[69843]: DEBUG nova.compute.manager [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.687610] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.948s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.690825] env[69843]: INFO nova.compute.claims [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.710582] env[69843]: DEBUG oslo_concurrency.lockutils [None req-54d8c768-189e-41c1-a6cd-8f23b01568c6 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Lock "fbeab62b-8e98-4808-a641-7bde6e2cfbc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.581s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.720112] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750968} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.720413] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 164bd71c-d19a-413a-9314-fb344f4ab1db/164bd71c-d19a-413a-9314-fb344f4ab1db.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.720749] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.721107] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43308e9d-71a5-4bac-a6c4-82d2c5f55d93 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.732144] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Waiting for the task: (returnval){ [ 656.732144] env[69843]: value = "task-3703592" [ 656.732144] env[69843]: _type = "Task" [ 656.732144] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.741592] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.816497] env[69843]: DEBUG nova.network.neutron [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Updated VIF entry in instance network info cache for port 5f21be4f-25d8-4dea-b61d-735ae49f56d3. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.816497] env[69843]: DEBUG nova.network.neutron [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Updating instance_info_cache with network_info: [{"id": "5f21be4f-25d8-4dea-b61d-735ae49f56d3", "address": "fa:16:3e:f8:f6:ab", "network": {"id": "075a34db-03f2-4cf3-b1fe-f792fcd51c2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-962515936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4160feb38ebb42ceb54b917b6884c504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f21be4f-25", "ovs_interfaceid": "5f21be4f-25d8-4dea-b61d-735ae49f56d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.842512] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703591, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.879813] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.950049] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Releasing lock "refresh_cache-952acce6-ad90-46ee-94d0-1133bc096c3c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.950049] env[69843]: DEBUG nova.compute.manager [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Instance network_info: |[{"id": "2427073a-6e22-498d-b42a-bacdf4781961", "address": "fa:16:3e:42:31:46", "network": {"id": "59bc7aaf-2cdf-490f-a1b3-377ce6abaede", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-531032395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8aacf80d50ef4e18a07a955614fa4945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2427073a-6e", "ovs_interfaceid": "2427073a-6e22-498d-b42a-bacdf4781961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.951472] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:31:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2427073a-6e22-498d-b42a-bacdf4781961', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.961259] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Creating folder: Project (8aacf80d50ef4e18a07a955614fa4945). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.961597] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b2abebb-0e98-4029-9a67-fe523a485ddf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.977055] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Created folder: Project (8aacf80d50ef4e18a07a955614fa4945) in parent group-v737654. [ 656.977055] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Creating folder: Instances. Parent ref: group-v737677. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.977335] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a039e467-4b5e-4b06-a3ff-bb2b92853329 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.000280] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Created folder: Instances in parent group-v737677. [ 657.000769] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.004090] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.004390] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74c0be04-30d8-4b09-8334-d3da8ba2f890 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.028493] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.028493] env[69843]: value = "task-3703595" [ 657.028493] env[69843]: _type = "Task" [ 657.028493] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.040461] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703595, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.150364] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.189029] env[69843]: DEBUG nova.compute.utils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.191032] env[69843]: DEBUG nova.compute.manager [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.191281] env[69843]: DEBUG nova.network.neutron [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.215301] env[69843]: DEBUG nova.compute.manager [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.245241] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16132} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.245543] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.247495] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2816cff0-2105-4bfb-8127-66b9d6106012 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.281312] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 164bd71c-d19a-413a-9314-fb344f4ab1db/164bd71c-d19a-413a-9314-fb344f4ab1db.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.281958] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e88809-5b09-4f67-bd08-b3366015553a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.306247] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Waiting for the task: (returnval){ [ 657.306247] env[69843]: value = "task-3703596" [ 657.306247] env[69843]: _type = "Task" [ 657.306247] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.316259] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.318566] env[69843]: DEBUG oslo_concurrency.lockutils [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] Releasing lock "refresh_cache-55fbbb65-ae87-4886-9353-406139351418" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.318807] env[69843]: DEBUG nova.compute.manager [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Received event network-vif-plugged-1171e993-1227-4430-8d3c-83a61a896d1a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.318990] env[69843]: DEBUG oslo_concurrency.lockutils [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] Acquiring lock "164bd71c-d19a-413a-9314-fb344f4ab1db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.319210] env[69843]: DEBUG oslo_concurrency.lockutils [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] Lock "164bd71c-d19a-413a-9314-fb344f4ab1db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.319363] env[69843]: DEBUG oslo_concurrency.lockutils [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] Lock "164bd71c-d19a-413a-9314-fb344f4ab1db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.319525] env[69843]: DEBUG nova.compute.manager [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] No waiting events found dispatching network-vif-plugged-1171e993-1227-4430-8d3c-83a61a896d1a {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 657.319681] env[69843]: WARNING nova.compute.manager [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Received unexpected event network-vif-plugged-1171e993-1227-4430-8d3c-83a61a896d1a for instance with vm_state building and task_state spawning. [ 657.319834] env[69843]: DEBUG nova.compute.manager [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Received event network-changed-1171e993-1227-4430-8d3c-83a61a896d1a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.319980] env[69843]: DEBUG nova.compute.manager [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Refreshing instance network info cache due to event network-changed-1171e993-1227-4430-8d3c-83a61a896d1a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.320189] env[69843]: DEBUG oslo_concurrency.lockutils [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] Acquiring lock "refresh_cache-164bd71c-d19a-413a-9314-fb344f4ab1db" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.320411] env[69843]: DEBUG oslo_concurrency.lockutils [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] Acquired lock "refresh_cache-164bd71c-d19a-413a-9314-fb344f4ab1db" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.320585] env[69843]: DEBUG nova.network.neutron [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Refreshing network info cache for port 1171e993-1227-4430-8d3c-83a61a896d1a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.349953] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703591, 'name': Rename_Task, 'duration_secs': 0.94358} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.350120] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.350375] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b84a297-6202-4bdd-8f49-ebe26db031af {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.358939] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 657.358939] env[69843]: value = "task-3703597" [ 657.358939] env[69843]: _type = "Task" [ 657.358939] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.368958] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.375402] env[69843]: DEBUG nova.policy [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32cf8fb5b4c84e229d1ed4f256d051a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a438dd77603c432c8245e52cd69624f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.419275] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Acquiring lock "3006d961-2b97-45ca-aa2f-d24c378b15c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.419275] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Lock "3006d961-2b97-45ca-aa2f-d24c378b15c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.542466] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703595, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.695187] env[69843]: DEBUG nova.compute.manager [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.749265] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.819234] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.871540] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.052752] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703595, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.127155] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d925fc4-6d74-4930-84e7-32e04193e4a1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.140025] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef3e995-a302-4c77-8216-71fd838a36ee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.193612] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036daeb9-25bc-4750-92ec-101224c0b51a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.210093] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6bafa7-8376-4a95-8fe7-7085f97e2a4f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.233965] env[69843]: DEBUG nova.compute.provider_tree [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.324782] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703596, 'name': ReconfigVM_Task, 'duration_secs': 0.718889} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.324782] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 164bd71c-d19a-413a-9314-fb344f4ab1db/164bd71c-d19a-413a-9314-fb344f4ab1db.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.327628] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57dbf413-64e0-4808-9b0e-6b713adb20db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.338413] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Waiting for the task: (returnval){ [ 658.338413] env[69843]: value = "task-3703598" [ 658.338413] env[69843]: _type = "Task" [ 658.338413] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.351177] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703598, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.375888] env[69843]: DEBUG oslo_vmware.api [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703597, 'name': PowerOnVM_Task, 'duration_secs': 0.856892} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.376166] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.376358] env[69843]: INFO nova.compute.manager [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Took 12.97 seconds to spawn the instance on the hypervisor. [ 658.376865] env[69843]: DEBUG nova.compute.manager [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 658.377404] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09fefae-abf4-4ab8-a4dc-9f92be637d50 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.553959] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703595, 'name': CreateVM_Task, 'duration_secs': 1.245577} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.553959] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.554564] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.554725] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.557440] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.557809] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f59e44a-d551-43a6-8fd6-c3aebaeaf554 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.564039] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for the task: (returnval){ [ 658.564039] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526d1b6d-1295-fdc0-d900-937c261ab2dc" [ 658.564039] env[69843]: _type = "Task" [ 658.564039] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.576702] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526d1b6d-1295-fdc0-d900-937c261ab2dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.685037] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "6a271729-591c-4dda-969d-d901e8760815" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.685449] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "6a271729-591c-4dda-969d-d901e8760815" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.717672] env[69843]: DEBUG nova.compute.manager [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.741699] env[69843]: DEBUG nova.scheduler.client.report [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.758326] env[69843]: DEBUG nova.virt.hardware [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.758571] env[69843]: DEBUG nova.virt.hardware [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.758720] env[69843]: DEBUG nova.virt.hardware [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.758953] env[69843]: DEBUG nova.virt.hardware [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.760891] env[69843]: DEBUG nova.virt.hardware [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.761132] env[69843]: DEBUG nova.virt.hardware [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.761721] env[69843]: DEBUG nova.virt.hardware [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.762301] env[69843]: DEBUG nova.virt.hardware [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.762796] env[69843]: DEBUG nova.virt.hardware [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.762796] env[69843]: DEBUG nova.virt.hardware [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.762931] env[69843]: DEBUG nova.virt.hardware [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.764122] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fb73e6-387c-410c-8604-abc8f7e85a72 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.779240] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b83ef3-637d-4b20-bf89-4d9d38a090c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.834553] env[69843]: DEBUG nova.network.neutron [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Successfully updated port: b71f3b3a-da99-433a-80ea-9063018c70e3 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.849128] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703598, 'name': Rename_Task, 'duration_secs': 0.236865} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.849415] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.849664] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9be6624f-1814-448c-b481-520ba63c38e5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.857988] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Waiting for the task: (returnval){ [ 658.857988] env[69843]: value = "task-3703599" [ 658.857988] env[69843]: _type = "Task" [ 658.857988] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.869618] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.907245] env[69843]: INFO nova.compute.manager [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Took 19.12 seconds to build instance. [ 658.915021] env[69843]: DEBUG nova.network.neutron [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Successfully created port: 8c724577-5921-493a-860d-4b7ba8dddd93 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.046456] env[69843]: DEBUG nova.network.neutron [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Updated VIF entry in instance network info cache for port 1171e993-1227-4430-8d3c-83a61a896d1a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.046759] env[69843]: DEBUG nova.network.neutron [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Updating instance_info_cache with network_info: [{"id": "1171e993-1227-4430-8d3c-83a61a896d1a", "address": "fa:16:3e:71:2d:94", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1171e993-12", "ovs_interfaceid": "1171e993-1227-4430-8d3c-83a61a896d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.087746] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526d1b6d-1295-fdc0-d900-937c261ab2dc, 'name': SearchDatastore_Task, 'duration_secs': 0.016792} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.090772] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.090772] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.090772] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.090772] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.091154] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.092091] env[69843]: DEBUG nova.compute.manager [None req-826895bc-04b4-4475-af74-fff1469be0ad tempest-ServerDiagnosticsV248Test-1686404881 tempest-ServerDiagnosticsV248Test-1686404881-project-admin] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 659.092772] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b0b7428-8e07-4dd6-ab8d-ae9d6bfd563b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.095942] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf940e4-c85a-418c-9190-20f57b971e07 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.108377] env[69843]: INFO nova.compute.manager [None req-826895bc-04b4-4475-af74-fff1469be0ad tempest-ServerDiagnosticsV248Test-1686404881 tempest-ServerDiagnosticsV248Test-1686404881-project-admin] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Retrieving diagnostics [ 659.111702] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab2ab37-d8e0-4489-8175-67f991d288a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.116054] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.116054] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.116054] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7fe71b5-ca0e-4ae9-83cc-2d163e15e973 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.123644] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for the task: (returnval){ [ 659.123644] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a49bf8-b140-7f37-f9eb-63a010f2e920" [ 659.123644] env[69843]: _type = "Task" [ 659.123644] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.163769] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a49bf8-b140-7f37-f9eb-63a010f2e920, 'name': SearchDatastore_Task, 'duration_secs': 0.015988} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.164639] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b570312-530d-44f6-b679-f8a8baba49f9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.171476] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for the task: (returnval){ [ 659.171476] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528e38d8-9221-6ef2-80b0-6954832cafc8" [ 659.171476] env[69843]: _type = "Task" [ 659.171476] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.182123] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528e38d8-9221-6ef2-80b0-6954832cafc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.251800] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.252407] env[69843]: DEBUG nova.compute.manager [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.256312] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.638s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.342590] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Acquiring lock "refresh_cache-48b5b431-fe29-4825-b21f-32ac068d4a87" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.342590] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Acquired lock "refresh_cache-48b5b431-fe29-4825-b21f-32ac068d4a87" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.342800] env[69843]: DEBUG nova.network.neutron [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.371338] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703599, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.409299] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e3733a44-4b3d-4fed-8970-53db439e44eb tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "55fbbb65-ae87-4886-9353-406139351418" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.641s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.410834] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "55fbbb65-ae87-4886-9353-406139351418" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.913s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.410930] env[69843]: INFO nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 55fbbb65-ae87-4886-9353-406139351418] During sync_power_state the instance has a pending task (spawning). Skip. [ 659.411063] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "55fbbb65-ae87-4886-9353-406139351418" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.550897] env[69843]: DEBUG oslo_concurrency.lockutils [req-9d53640a-6e41-46c4-a161-55fb18970154 req-2f486ede-3a4a-49bf-8867-2cb11c0c966b service nova] Releasing lock "refresh_cache-164bd71c-d19a-413a-9314-fb344f4ab1db" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.690529] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528e38d8-9221-6ef2-80b0-6954832cafc8, 'name': SearchDatastore_Task, 'duration_secs': 0.013682} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.690956] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.692536] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 952acce6-ad90-46ee-94d0-1133bc096c3c/952acce6-ad90-46ee-94d0-1133bc096c3c.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.692536] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f839da22-ee0d-41dc-a81f-5a9944064719 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.696646] env[69843]: DEBUG nova.compute.manager [None req-e8c657d1-870b-4c59-b0f4-c250a1f0fbe1 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 659.697534] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613f06fd-7e06-4f9d-8b0e-9680a415d50f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.701546] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for the task: (returnval){ [ 659.701546] env[69843]: value = "task-3703600" [ 659.701546] env[69843]: _type = "Task" [ 659.701546] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.715236] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.716722] env[69843]: DEBUG nova.compute.manager [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Received event network-vif-plugged-2427073a-6e22-498d-b42a-bacdf4781961 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.716939] env[69843]: DEBUG oslo_concurrency.lockutils [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] Acquiring lock "952acce6-ad90-46ee-94d0-1133bc096c3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.717172] env[69843]: DEBUG oslo_concurrency.lockutils [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] Lock "952acce6-ad90-46ee-94d0-1133bc096c3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.717362] env[69843]: DEBUG oslo_concurrency.lockutils [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] Lock "952acce6-ad90-46ee-94d0-1133bc096c3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.717826] env[69843]: DEBUG nova.compute.manager [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] No waiting events found dispatching network-vif-plugged-2427073a-6e22-498d-b42a-bacdf4781961 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 659.717826] env[69843]: WARNING nova.compute.manager [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Received unexpected event network-vif-plugged-2427073a-6e22-498d-b42a-bacdf4781961 for instance with vm_state building and task_state spawning. [ 659.717826] env[69843]: DEBUG nova.compute.manager [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Received event network-changed-2427073a-6e22-498d-b42a-bacdf4781961 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.718161] env[69843]: DEBUG nova.compute.manager [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Refreshing instance network info cache due to event network-changed-2427073a-6e22-498d-b42a-bacdf4781961. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.718161] env[69843]: DEBUG oslo_concurrency.lockutils [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] Acquiring lock "refresh_cache-952acce6-ad90-46ee-94d0-1133bc096c3c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.718287] env[69843]: DEBUG oslo_concurrency.lockutils [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] Acquired lock "refresh_cache-952acce6-ad90-46ee-94d0-1133bc096c3c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.719192] env[69843]: DEBUG nova.network.neutron [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Refreshing network info cache for port 2427073a-6e22-498d-b42a-bacdf4781961 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.760269] env[69843]: DEBUG nova.compute.utils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.767733] env[69843]: DEBUG nova.compute.manager [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.767956] env[69843]: DEBUG nova.network.neutron [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.871284] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703599, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.912321] env[69843]: DEBUG nova.compute.manager [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.935322] env[69843]: DEBUG nova.policy [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c90bc933cba542e39220fbf5aacc2809', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2b3ce993b4d4b038d1b5bdb06756c02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.987202] env[69843]: DEBUG nova.network.neutron [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.043668] env[69843]: INFO nova.compute.manager [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Rebuilding instance [ 660.132625] env[69843]: DEBUG nova.compute.manager [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 660.135363] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd75a8c0-faf4-4bbe-9001-1578b7cf272f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.212535] env[69843]: INFO nova.compute.manager [None req-e8c657d1-870b-4c59-b0f4-c250a1f0fbe1 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] instance snapshotting [ 660.213265] env[69843]: DEBUG nova.objects.instance [None req-e8c657d1-870b-4c59-b0f4-c250a1f0fbe1 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Lazy-loading 'flavor' on Instance uuid fbeab62b-8e98-4808-a641-7bde6e2cfbc9 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.230656] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703600, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.269540] env[69843]: DEBUG nova.compute.manager [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.274958] env[69843]: INFO nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating resource usage from migration 16b65448-4881-4207-b21b-6fc7a6fd616a [ 660.315738] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 00807baa-a6f0-4777-9344-72c3f2ca4009 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.316036] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 694561cf-87ce-4e2b-8037-a736c0e7ffe3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 660.316144] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.316304] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 55fbbb65-ae87-4886-9353-406139351418 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.316530] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance fbeab62b-8e98-4808-a641-7bde6e2cfbc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.316658] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 164bd71c-d19a-413a-9314-fb344f4ab1db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.316816] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 952acce6-ad90-46ee-94d0-1133bc096c3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.316945] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 48b5b431-fe29-4825-b21f-32ac068d4a87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.317096] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 242c4693-35ab-41db-91dd-3862456a9903 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.317244] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 25fff063-fede-436b-95a9-b392d0771beb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.317399] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Migration 16b65448-4881-4207-b21b-6fc7a6fd616a is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 660.380124] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703599, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.442169] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.726322] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765745} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.726322] env[69843]: DEBUG nova.network.neutron [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Updating instance_info_cache with network_info: [{"id": "b71f3b3a-da99-433a-80ea-9063018c70e3", "address": "fa:16:3e:be:58:e9", "network": {"id": "91258704-c4e2-438b-b751-4cd497685dff", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-924293544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a2b77228534e20bd39596bd6717dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71f3b3a-da", "ovs_interfaceid": "b71f3b3a-da99-433a-80ea-9063018c70e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.728593] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 952acce6-ad90-46ee-94d0-1133bc096c3c/952acce6-ad90-46ee-94d0-1133bc096c3c.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.728973] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.732011] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c93a11-70cd-4803-b4fb-d20ad85aa02e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.737360] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05a2f9c3-f25f-4334-a0e9-73eafc468bb4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.770445] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb987e54-ddef-4d9c-a14c-af1e4386dd22 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.775805] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for the task: (returnval){ [ 660.775805] env[69843]: value = "task-3703601" [ 660.775805] env[69843]: _type = "Task" [ 660.775805] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.810331] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.823533] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance a2f4cd65-1832-4476-8b56-f33b9a36237b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 660.823533] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 660.873973] env[69843]: DEBUG oslo_vmware.api [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703599, 'name': PowerOnVM_Task, 'duration_secs': 1.607648} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.876026] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.876026] env[69843]: INFO nova.compute.manager [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Took 13.19 seconds to spawn the instance on the hypervisor. [ 660.876026] env[69843]: DEBUG nova.compute.manager [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 660.876026] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2fe7c0-f29c-4926-99dc-1fe3b9d47d69 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.060112] env[69843]: DEBUG nova.network.neutron [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Updated VIF entry in instance network info cache for port 2427073a-6e22-498d-b42a-bacdf4781961. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.060423] env[69843]: DEBUG nova.network.neutron [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Updating instance_info_cache with network_info: [{"id": "2427073a-6e22-498d-b42a-bacdf4781961", "address": "fa:16:3e:42:31:46", "network": {"id": "59bc7aaf-2cdf-490f-a1b3-377ce6abaede", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-531032395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8aacf80d50ef4e18a07a955614fa4945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2427073a-6e", "ovs_interfaceid": "2427073a-6e22-498d-b42a-bacdf4781961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.156182] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.156699] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08a3afbf-6518-4de1-9516-98b56cbe1fa6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.171054] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Waiting for the task: (returnval){ [ 661.171054] env[69843]: value = "task-3703602" [ 661.171054] env[69843]: _type = "Task" [ 661.171054] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.182048] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.239070] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Releasing lock "refresh_cache-48b5b431-fe29-4825-b21f-32ac068d4a87" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.239070] env[69843]: DEBUG nova.compute.manager [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Instance network_info: |[{"id": "b71f3b3a-da99-433a-80ea-9063018c70e3", "address": "fa:16:3e:be:58:e9", "network": {"id": "91258704-c4e2-438b-b751-4cd497685dff", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-924293544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a2b77228534e20bd39596bd6717dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71f3b3a-da", "ovs_interfaceid": "b71f3b3a-da99-433a-80ea-9063018c70e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.240172] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:58:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b71f3b3a-da99-433a-80ea-9063018c70e3', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.246671] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Creating folder: Project (18a2b77228534e20bd39596bd6717dba). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.247052] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca3e1d96-7748-4fc8-bca8-f1023ae65cc2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.261155] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Created folder: Project (18a2b77228534e20bd39596bd6717dba) in parent group-v737654. [ 661.261339] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Creating folder: Instances. Parent ref: group-v737680. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.261960] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48ac6416-204c-494e-908d-0a68dd1a5b62 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.275732] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Created folder: Instances in parent group-v737680. [ 661.276057] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.276325] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.276535] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58c255e1-7542-47d7-9a9f-d1309c12d9f7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.305128] env[69843]: DEBUG nova.compute.manager [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.307045] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111628} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.309426] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c657d1-870b-4c59-b0f4-c250a1f0fbe1 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 661.309719] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.309968] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.309968] env[69843]: value = "task-3703605" [ 661.309968] env[69843]: _type = "Task" [ 661.309968] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.310179] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ede216d-d60d-47fb-acc0-4895fa426ddd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.312917] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa16321-9b36-41e7-a418-023308d19a5d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.327633] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 29a09314-10de-4b2e-8321-e4efab012869 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 661.328894] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703605, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.354606] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 952acce6-ad90-46ee-94d0-1133bc096c3c/952acce6-ad90-46ee-94d0-1133bc096c3c.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.354967] env[69843]: DEBUG oslo_vmware.api [None req-e8c657d1-870b-4c59-b0f4-c250a1f0fbe1 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for the task: (returnval){ [ 661.354967] env[69843]: value = "task-3703606" [ 661.354967] env[69843]: _type = "Task" [ 661.354967] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.359204] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 661.361378] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59484a39-4377-4e1b-820f-3ab7d0434180 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.394113] env[69843]: DEBUG nova.virt.hardware [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.394113] env[69843]: DEBUG nova.virt.hardware [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.394375] env[69843]: DEBUG nova.virt.hardware [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.394478] env[69843]: DEBUG nova.virt.hardware [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.394635] env[69843]: DEBUG nova.virt.hardware [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.394818] env[69843]: DEBUG nova.virt.hardware [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.395120] env[69843]: DEBUG nova.virt.hardware [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.395362] env[69843]: DEBUG nova.virt.hardware [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.395587] env[69843]: DEBUG nova.virt.hardware [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.395847] env[69843]: DEBUG nova.virt.hardware [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.396135] env[69843]: DEBUG nova.virt.hardware [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.406060] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7bc156-a574-44c2-a638-395f6235bb77 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.416734] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for the task: (returnval){ [ 661.416734] env[69843]: value = "task-3703607" [ 661.416734] env[69843]: _type = "Task" [ 661.416734] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.417996] env[69843]: DEBUG oslo_vmware.api [None req-e8c657d1-870b-4c59-b0f4-c250a1f0fbe1 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703606, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.417996] env[69843]: INFO nova.compute.manager [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Took 20.28 seconds to build instance. [ 661.430482] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ccfa7-7337-4b85-8e2a-2296196b0c80 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.440390] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.555967] env[69843]: DEBUG nova.network.neutron [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Successfully created port: 312ab398-5bbb-4533-92df-8bf33767224c {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.566193] env[69843]: DEBUG oslo_concurrency.lockutils [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] Releasing lock "refresh_cache-952acce6-ad90-46ee-94d0-1133bc096c3c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.566524] env[69843]: DEBUG nova.compute.manager [req-661fa900-3079-4485-a065-20167fa73bb2 req-cfff31b1-359b-4ca3-a7a7-6882a6c90965 service nova] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Received event network-vif-deleted-9f409241-6a63-49fb-9929-7be605e729f5 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.683507] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703602, 'name': PowerOffVM_Task, 'duration_secs': 0.291064} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.683507] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.683691] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.684845] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986a7256-8f3a-464d-a810-f8005cdb6f12 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.693689] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.694057] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bcdd7d9-e49d-4be5-a93d-2e5173c16c94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.732690] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.733429] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.734671] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Deleting the datastore file [datastore1] 00807baa-a6f0-4777-9344-72c3f2ca4009 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.734671] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-388696cd-9392-49c2-9653-b6eecca2d292 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.745107] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Waiting for the task: (returnval){ [ 661.745107] env[69843]: value = "task-3703609" [ 661.745107] env[69843]: _type = "Task" [ 661.745107] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.755414] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.830358] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703605, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.865118] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance ca89ba12-1438-44fa-b88a-bbe9386b4dce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 661.895483] env[69843]: DEBUG oslo_vmware.api [None req-e8c657d1-870b-4c59-b0f4-c250a1f0fbe1 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703606, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.922236] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4a3b45a1-b10d-48c9-a364-a09f80bc53c5 tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Lock "164bd71c-d19a-413a-9314-fb344f4ab1db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.798s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.928443] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "164bd71c-d19a-413a-9314-fb344f4ab1db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.431s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.930845] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b726615e-4f09-40d2-97ed-0ecb660cb862 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.948815] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.162553] env[69843]: DEBUG nova.network.neutron [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Successfully updated port: 8c724577-5921-493a-860d-4b7ba8dddd93 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.265653] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216121} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.268590] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.268590] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.268590] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.331896] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703605, 'name': CreateVM_Task, 'duration_secs': 0.581697} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.332495] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.333257] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.333453] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.333801] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.334357] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-389ac1fa-9708-422c-b6ca-a97f2bcbd0dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.343660] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Waiting for the task: (returnval){ [ 662.343660] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525d2a63-97ed-ebc1-f485-c296936eb38c" [ 662.343660] env[69843]: _type = "Task" [ 662.343660] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.361304] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525d2a63-97ed-ebc1-f485-c296936eb38c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.374535] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 3006d961-2b97-45ca-aa2f-d24c378b15c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 662.401421] env[69843]: DEBUG oslo_vmware.api [None req-e8c657d1-870b-4c59-b0f4-c250a1f0fbe1 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703606, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.436230] env[69843]: DEBUG nova.compute.manager [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.436940] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703607, 'name': ReconfigVM_Task, 'duration_secs': 0.636214} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.437702] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 952acce6-ad90-46ee-94d0-1133bc096c3c/952acce6-ad90-46ee-94d0-1133bc096c3c.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.438370] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9d7402f-4127-4867-8508-e54402826edc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.445188] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "164bd71c-d19a-413a-9314-fb344f4ab1db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.447629] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for the task: (returnval){ [ 662.447629] env[69843]: value = "task-3703610" [ 662.447629] env[69843]: _type = "Task" [ 662.447629] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.457367] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703610, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.666262] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "refresh_cache-242c4693-35ab-41db-91dd-3862456a9903" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.666262] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "refresh_cache-242c4693-35ab-41db-91dd-3862456a9903" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.666695] env[69843]: DEBUG nova.network.neutron [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.711230] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "72bac9c3-fd70-4de4-8aea-37516ac2b0f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.711772] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "72bac9c3-fd70-4de4-8aea-37516ac2b0f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.812409] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Acquiring lock "fbeab62b-8e98-4808-a641-7bde6e2cfbc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.812409] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Lock "fbeab62b-8e98-4808-a641-7bde6e2cfbc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.812409] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Acquiring lock "fbeab62b-8e98-4808-a641-7bde6e2cfbc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.812409] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Lock "fbeab62b-8e98-4808-a641-7bde6e2cfbc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.812896] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Lock "fbeab62b-8e98-4808-a641-7bde6e2cfbc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.819244] env[69843]: INFO nova.compute.manager [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Terminating instance [ 662.858940] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525d2a63-97ed-ebc1-f485-c296936eb38c, 'name': SearchDatastore_Task, 'duration_secs': 0.031076} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.859373] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.859604] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.859841] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.859986] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.860179] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.860448] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1151afee-ea6d-45bf-8007-5dafe27314f7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.875351] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.875701] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.877420] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2a4d49-fdde-4ab5-83e6-a615ec2de418 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.882023] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 6a271729-591c-4dda-969d-d901e8760815 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 662.882358] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 662.882514] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 662.891489] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Waiting for the task: (returnval){ [ 662.891489] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52af1d8a-aa65-2e9a-9de4-02069bc0da9a" [ 662.891489] env[69843]: _type = "Task" [ 662.891489] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.900821] env[69843]: DEBUG oslo_vmware.api [None req-e8c657d1-870b-4c59-b0f4-c250a1f0fbe1 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703606, 'name': CreateSnapshot_Task, 'duration_secs': 1.532136} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.901612] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c657d1-870b-4c59-b0f4-c250a1f0fbe1 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 662.902487] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8dec92-15a8-406a-b094-31dc44dc2b0d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.910416] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52af1d8a-aa65-2e9a-9de4-02069bc0da9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01566} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.911821] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6200806-8d66-4431-8055-712dfe98a7ea {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.934543] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Waiting for the task: (returnval){ [ 662.934543] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5223c87e-b204-b503-0fed-7d045ffb48f5" [ 662.934543] env[69843]: _type = "Task" [ 662.934543] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.958661] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5223c87e-b204-b503-0fed-7d045ffb48f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.968179] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703610, 'name': Rename_Task, 'duration_secs': 0.358834} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.968179] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.968606] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d813ed1-4240-483c-9c93-28b24180da4b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.977087] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.979104] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for the task: (returnval){ [ 662.979104] env[69843]: value = "task-3703611" [ 662.979104] env[69843]: _type = "Task" [ 662.979104] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.991894] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.286581] env[69843]: DEBUG nova.network.neutron [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.324400] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Acquiring lock "refresh_cache-fbeab62b-8e98-4808-a641-7bde6e2cfbc9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.324782] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Acquired lock "refresh_cache-fbeab62b-8e98-4808-a641-7bde6e2cfbc9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.325132] env[69843]: DEBUG nova.network.neutron [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.330489] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b1d0ce-7db2-4b9a-bdce-18c73a30b782 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.344206] env[69843]: DEBUG nova.virt.hardware [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.344562] env[69843]: DEBUG nova.virt.hardware [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.344760] env[69843]: DEBUG nova.virt.hardware [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.344979] env[69843]: DEBUG nova.virt.hardware [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.345169] env[69843]: DEBUG nova.virt.hardware [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.345348] env[69843]: DEBUG nova.virt.hardware [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.345726] env[69843]: DEBUG nova.virt.hardware [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.345895] env[69843]: DEBUG nova.virt.hardware [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.346124] env[69843]: DEBUG nova.virt.hardware [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.346348] env[69843]: DEBUG nova.virt.hardware [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.346564] env[69843]: DEBUG nova.virt.hardware [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.351094] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37a0560-5216-4414-8d78-eb040395f13a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.355352] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab2fce9-3e66-4056-b899-303ff0e712d0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.396063] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a31918-61bf-46da-a893-6912c3afc09a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.400795] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fa808a-3e6e-4b6f-a7df-0a2f4ad455ca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.416331] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.424497] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.425278] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.425412] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e40da534-b4da-48fb-8099-15a881717170 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.439610] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c539e611-08e5-4115-80ef-ba984b3817f4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.446433] env[69843]: DEBUG nova.compute.manager [None req-e8c657d1-870b-4c59-b0f4-c250a1f0fbe1 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Instance disappeared during snapshot {{(pid=69843) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 663.466396] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.474052] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.474052] env[69843]: value = "task-3703612" [ 663.474052] env[69843]: _type = "Task" [ 663.474052] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.477092] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5223c87e-b204-b503-0fed-7d045ffb48f5, 'name': SearchDatastore_Task, 'duration_secs': 0.026732} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.477092] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.477092] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 48b5b431-fe29-4825-b21f-32ac068d4a87/48b5b431-fe29-4825-b21f-32ac068d4a87.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.478311] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d9080cb-b077-4e58-b93e-310f7115ffcb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.492479] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703612, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.499091] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Waiting for the task: (returnval){ [ 663.499091] env[69843]: value = "task-3703613" [ 663.499091] env[69843]: _type = "Task" [ 663.499091] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.508539] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703611, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.515406] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.683248] env[69843]: DEBUG nova.compute.manager [None req-e8c657d1-870b-4c59-b0f4-c250a1f0fbe1 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Found 0 images (rotation: 2) {{(pid=69843) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 663.795098] env[69843]: DEBUG nova.network.neutron [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Updating instance_info_cache with network_info: [{"id": "8c724577-5921-493a-860d-4b7ba8dddd93", "address": "fa:16:3e:44:8e:6f", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c724577-59", "ovs_interfaceid": "8c724577-5921-493a-860d-4b7ba8dddd93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.975057] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.013740] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703612, 'name': CreateVM_Task, 'duration_secs': 0.434316} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.019253] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.019795] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703611, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.020285] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.020456] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.020838] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.021184] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b57ec2b4-0ac8-41f7-a796-97bbf7bae006 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.033643] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703613, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.038684] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Waiting for the task: (returnval){ [ 664.038684] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52fc5695-06c2-535f-195b-aa4c17e282ee" [ 664.038684] env[69843]: _type = "Task" [ 664.038684] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.050878] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52fc5695-06c2-535f-195b-aa4c17e282ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.087733] env[69843]: DEBUG nova.network.neutron [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.263955] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "e80028c3-0380-42f7-b907-58d545e343cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.264497] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "e80028c3-0380-42f7-b907-58d545e343cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.297441] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "refresh_cache-242c4693-35ab-41db-91dd-3862456a9903" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.298067] env[69843]: DEBUG nova.compute.manager [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Instance network_info: |[{"id": "8c724577-5921-493a-860d-4b7ba8dddd93", "address": "fa:16:3e:44:8e:6f", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c724577-59", "ovs_interfaceid": "8c724577-5921-493a-860d-4b7ba8dddd93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.298916] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:8e:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c724577-5921-493a-860d-4b7ba8dddd93', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.313437] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Creating folder: Project (a438dd77603c432c8245e52cd69624f5). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.313803] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93f6b480-fa02-4993-850e-80da9db73b4e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.329886] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Created folder: Project (a438dd77603c432c8245e52cd69624f5) in parent group-v737654. [ 664.330124] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Creating folder: Instances. Parent ref: group-v737685. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.330389] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d03be06-1949-4366-a185-55442153cb37 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.348361] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Created folder: Instances in parent group-v737685. [ 664.348361] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.348361] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.348361] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-002d9354-2d9b-4efb-a50e-c0ae18149e62 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.373172] env[69843]: DEBUG nova.network.neutron [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.379446] env[69843]: DEBUG nova.compute.manager [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Received event network-vif-plugged-b71f3b3a-da99-433a-80ea-9063018c70e3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.379446] env[69843]: DEBUG oslo_concurrency.lockutils [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] Acquiring lock "48b5b431-fe29-4825-b21f-32ac068d4a87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.379446] env[69843]: DEBUG oslo_concurrency.lockutils [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.379446] env[69843]: DEBUG oslo_concurrency.lockutils [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.379446] env[69843]: DEBUG nova.compute.manager [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] No waiting events found dispatching network-vif-plugged-b71f3b3a-da99-433a-80ea-9063018c70e3 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 664.379689] env[69843]: WARNING nova.compute.manager [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Received unexpected event network-vif-plugged-b71f3b3a-da99-433a-80ea-9063018c70e3 for instance with vm_state building and task_state spawning. [ 664.379689] env[69843]: DEBUG nova.compute.manager [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Received event network-changed-b71f3b3a-da99-433a-80ea-9063018c70e3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.379689] env[69843]: DEBUG nova.compute.manager [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Refreshing instance network info cache due to event network-changed-b71f3b3a-da99-433a-80ea-9063018c70e3. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.379689] env[69843]: DEBUG oslo_concurrency.lockutils [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] Acquiring lock "refresh_cache-48b5b431-fe29-4825-b21f-32ac068d4a87" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.379868] env[69843]: DEBUG oslo_concurrency.lockutils [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] Acquired lock "refresh_cache-48b5b431-fe29-4825-b21f-32ac068d4a87" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.381675] env[69843]: DEBUG nova.network.neutron [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Refreshing network info cache for port b71f3b3a-da99-433a-80ea-9063018c70e3 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.384389] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.384389] env[69843]: value = "task-3703616" [ 664.384389] env[69843]: _type = "Task" [ 664.384389] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.402449] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703616, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.505494] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 664.505494] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.248s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.505494] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703611, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.505494] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.789s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.513556] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.513556] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Getting list of instances from cluster (obj){ [ 664.513556] env[69843]: value = "domain-c8" [ 664.513556] env[69843]: _type = "ClusterComputeResource" [ 664.513556] env[69843]: } {{(pid=69843) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 664.517410] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4ba897-6f82-4597-8191-9e2552b80dde {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.531036] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837254} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.541654] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 48b5b431-fe29-4825-b21f-32ac068d4a87/48b5b431-fe29-4825-b21f-32ac068d4a87.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.542049] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.543299] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Got total of 8 instances {{(pid=69843) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 664.545729] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74cdd489-0456-4dc8-aed3-63714d1aac23 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.563904] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52fc5695-06c2-535f-195b-aa4c17e282ee, 'name': SearchDatastore_Task, 'duration_secs': 0.065075} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.565119] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.565541] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.565947] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.566368] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.566459] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.566889] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Waiting for the task: (returnval){ [ 664.566889] env[69843]: value = "task-3703617" [ 664.566889] env[69843]: _type = "Task" [ 664.566889] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.567836] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae2fa8a-7f4a-4e00-a94c-6bcf43b2c51b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.588898] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.592186] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.592186] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.592186] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa99b328-1f8d-4918-945e-7d6f9cb188d5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.604374] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Waiting for the task: (returnval){ [ 664.604374] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520d934a-c7be-c531-edeb-042d6cdef81d" [ 664.604374] env[69843]: _type = "Task" [ 664.604374] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.617119] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520d934a-c7be-c531-edeb-042d6cdef81d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.618395] env[69843]: DEBUG nova.network.neutron [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Successfully updated port: 312ab398-5bbb-4533-92df-8bf33767224c {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.682762] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.683065] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.885400] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Releasing lock "refresh_cache-fbeab62b-8e98-4808-a641-7bde6e2cfbc9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.885916] env[69843]: DEBUG nova.compute.manager [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.886138] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.890479] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3119cfad-5382-4fa6-a5c2-053847e64f76 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.903677] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703616, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.906182] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.906298] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4892dcfc-44f5-40d6-883a-a0d4b353dbe4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.917669] env[69843]: DEBUG oslo_vmware.api [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for the task: (returnval){ [ 664.917669] env[69843]: value = "task-3703618" [ 664.917669] env[69843]: _type = "Task" [ 664.917669] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.927170] env[69843]: DEBUG oslo_vmware.api [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.998432] env[69843]: DEBUG oslo_vmware.api [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703611, 'name': PowerOnVM_Task, 'duration_secs': 1.652162} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.998432] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.998809] env[69843]: INFO nova.compute.manager [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Took 12.47 seconds to spawn the instance on the hypervisor. [ 664.998809] env[69843]: DEBUG nova.compute.manager [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 664.999592] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e9ca6c-953f-4abc-ab4a-b191eecc1da6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.020984] env[69843]: INFO nova.compute.claims [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.085157] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102083} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.086890] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.086890] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07de0bde-67cc-4899-8772-3bc4e200c4ad {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.116368] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 48b5b431-fe29-4825-b21f-32ac068d4a87/48b5b431-fe29-4825-b21f-32ac068d4a87.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.120296] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f6ea86-092f-40eb-a1be-ef3248d179af {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.137198] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Acquiring lock "refresh_cache-25fff063-fede-436b-95a9-b392d0771beb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.138553] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Acquired lock "refresh_cache-25fff063-fede-436b-95a9-b392d0771beb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.138553] env[69843]: DEBUG nova.network.neutron [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.150055] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520d934a-c7be-c531-edeb-042d6cdef81d, 'name': SearchDatastore_Task, 'duration_secs': 0.016392} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.155177] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Waiting for the task: (returnval){ [ 665.155177] env[69843]: value = "task-3703619" [ 665.155177] env[69843]: _type = "Task" [ 665.155177] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.155177] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-089d39a0-b3b3-4df3-b20d-7d91971711a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.173660] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Waiting for the task: (returnval){ [ 665.173660] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525b785e-cce7-a5f2-2102-bc88de7e64ee" [ 665.173660] env[69843]: _type = "Task" [ 665.173660] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.180895] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.193998] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525b785e-cce7-a5f2-2102-bc88de7e64ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.325317] env[69843]: DEBUG nova.network.neutron [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Updated VIF entry in instance network info cache for port b71f3b3a-da99-433a-80ea-9063018c70e3. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.325704] env[69843]: DEBUG nova.network.neutron [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Updating instance_info_cache with network_info: [{"id": "b71f3b3a-da99-433a-80ea-9063018c70e3", "address": "fa:16:3e:be:58:e9", "network": {"id": "91258704-c4e2-438b-b751-4cd497685dff", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-924293544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a2b77228534e20bd39596bd6717dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71f3b3a-da", "ovs_interfaceid": "b71f3b3a-da99-433a-80ea-9063018c70e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.403260] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703616, 'name': CreateVM_Task, 'duration_secs': 0.536767} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.403333] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.404066] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.404228] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.404555] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.404819] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3641476d-33ee-4aca-9c74-4a45bd18962e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.411079] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 665.411079] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea6713-e8f8-5a99-9f7c-96f6d1affbd8" [ 665.411079] env[69843]: _type = "Task" [ 665.411079] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.424904] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea6713-e8f8-5a99-9f7c-96f6d1affbd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.428356] env[69843]: DEBUG oslo_vmware.api [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703618, 'name': PowerOffVM_Task, 'duration_secs': 0.187092} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.428983] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.429222] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.429645] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1165e01e-d69c-4305-8946-abbc125b8dee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.470425] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.471617] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.471617] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Deleting the datastore file [datastore1] fbeab62b-8e98-4808-a641-7bde6e2cfbc9 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.471617] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc7f5f70-6dbe-4496-b026-7b16c680180d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.487397] env[69843]: DEBUG oslo_vmware.api [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for the task: (returnval){ [ 665.487397] env[69843]: value = "task-3703621" [ 665.487397] env[69843]: _type = "Task" [ 665.487397] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.506365] env[69843]: DEBUG oslo_vmware.api [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.531223] env[69843]: INFO nova.compute.manager [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Took 20.33 seconds to build instance. [ 665.533991] env[69843]: INFO nova.compute.resource_tracker [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating resource usage from migration 16b65448-4881-4207-b21b-6fc7a6fd616a [ 665.675860] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.685940] env[69843]: DEBUG nova.compute.manager [None req-fb928cdc-8cd7-412a-9abf-4d14b34d7dfc tempest-ServerDiagnosticsTest-434245724 tempest-ServerDiagnosticsTest-434245724-project-admin] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 665.694032] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf38d51-382e-409c-a92e-94148d3b6c4b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.697867] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525b785e-cce7-a5f2-2102-bc88de7e64ee, 'name': SearchDatastore_Task, 'duration_secs': 0.017763} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.699024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.699024] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 00807baa-a6f0-4777-9344-72c3f2ca4009/00807baa-a6f0-4777-9344-72c3f2ca4009.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.699196] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68368494-e0f4-4217-830a-f7ebb9c8d5ed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.703866] env[69843]: INFO nova.compute.manager [None req-fb928cdc-8cd7-412a-9abf-4d14b34d7dfc tempest-ServerDiagnosticsTest-434245724 tempest-ServerDiagnosticsTest-434245724-project-admin] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Retrieving diagnostics [ 665.704803] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eabea0-7db0-4a1d-8a49-c9c742af3d9c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.709434] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Waiting for the task: (returnval){ [ 665.709434] env[69843]: value = "task-3703622" [ 665.709434] env[69843]: _type = "Task" [ 665.709434] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.757763] env[69843]: DEBUG nova.network.neutron [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.770216] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.829436] env[69843]: DEBUG oslo_concurrency.lockutils [req-ccf174b2-010c-4fcf-bf4b-ec18a2776a04 req-6252f728-d958-40e5-a111-dca96d1b61b8 service nova] Releasing lock "refresh_cache-48b5b431-fe29-4825-b21f-32ac068d4a87" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.927354] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea6713-e8f8-5a99-9f7c-96f6d1affbd8, 'name': SearchDatastore_Task, 'duration_secs': 0.039745} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.930604] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.930976] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.931289] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.931434] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.931628] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.933790] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54ec1ead-606a-4790-b8d0-5c2d6f01b363 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.947753] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.947753] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.954031] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a23b5e-de02-4d5a-aeb1-a115d90ffbd0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.968449] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 665.968449] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52da2e0e-d0a6-37d0-f786-8fd945bf8a44" [ 665.968449] env[69843]: _type = "Task" [ 665.968449] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.979965] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52da2e0e-d0a6-37d0-f786-8fd945bf8a44, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.981520] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754ac9ea-cffc-4c6b-bfb5-f55a053fcc92 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.999172] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 665.999172] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5213481c-694b-907a-33a1-fb0e3a468323" [ 665.999172] env[69843]: _type = "Task" [ 665.999172] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.015795] env[69843]: DEBUG oslo_vmware.api [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Task: {'id': task-3703621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501963} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.017495] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.017495] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.017495] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.017495] env[69843]: INFO nova.compute.manager [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 666.018035] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.026014] env[69843]: DEBUG nova.compute.manager [-] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.026287] env[69843]: DEBUG nova.network.neutron [-] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.029078] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5213481c-694b-907a-33a1-fb0e3a468323, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.032153] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.032513] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 242c4693-35ab-41db-91dd-3862456a9903/242c4693-35ab-41db-91dd-3862456a9903.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.033444] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdd5eb0b-80ee-4cc1-8666-51a6e02667ce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.037974] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63efe530-2411-41d9-b62a-0189be50d229 tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lock "952acce6-ad90-46ee-94d0-1133bc096c3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.854s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.042072] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 666.042072] env[69843]: value = "task-3703623" [ 666.042072] env[69843]: _type = "Task" [ 666.042072] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.055303] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.086867] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0fdba0-3fa2-4d35-8e77-c1266c9632ec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.098263] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3ae924-b119-43bc-aa55-584c59401778 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.139552] env[69843]: DEBUG nova.network.neutron [-] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.144400] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96478d07-b229-4557-ade8-267e7caae2a3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.154798] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dc0883-f4dd-49ce-84a2-0e80a8afb3db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.179122] env[69843]: DEBUG nova.compute.provider_tree [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.187542] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703619, 'name': ReconfigVM_Task, 'duration_secs': 0.902157} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.187542] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 48b5b431-fe29-4825-b21f-32ac068d4a87/48b5b431-fe29-4825-b21f-32ac068d4a87.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.187920] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e3b7566-a180-4bd0-8551-7246dca8e39e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.199503] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Waiting for the task: (returnval){ [ 666.199503] env[69843]: value = "task-3703624" [ 666.199503] env[69843]: _type = "Task" [ 666.199503] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.212917] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703624, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.225938] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703622, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.407127] env[69843]: DEBUG nova.network.neutron [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Updating instance_info_cache with network_info: [{"id": "312ab398-5bbb-4533-92df-8bf33767224c", "address": "fa:16:3e:78:9d:c1", "network": {"id": "efad8810-8859-4309-ab08-10ea2ef4c88a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1433744389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2b3ce993b4d4b038d1b5bdb06756c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312ab398-5b", "ovs_interfaceid": "312ab398-5bbb-4533-92df-8bf33767224c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.541173] env[69843]: DEBUG nova.compute.manager [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.566181] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703623, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.649083] env[69843]: DEBUG nova.network.neutron [-] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.689539] env[69843]: DEBUG nova.scheduler.client.report [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.713476] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703624, 'name': Rename_Task, 'duration_secs': 0.295009} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.717526] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.718314] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e758a551-d8a5-4c7f-9906-aabb189dd703 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.729421] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Waiting for the task: (returnval){ [ 666.729421] env[69843]: value = "task-3703625" [ 666.729421] env[69843]: _type = "Task" [ 666.729421] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.733930] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677618} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.738141] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 00807baa-a6f0-4777-9344-72c3f2ca4009/00807baa-a6f0-4777-9344-72c3f2ca4009.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.738449] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.738863] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-448bd448-6e45-497a-953c-fb2f9ec0bdff {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.748696] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.750752] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Waiting for the task: (returnval){ [ 666.750752] env[69843]: value = "task-3703626" [ 666.750752] env[69843]: _type = "Task" [ 666.750752] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.764612] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.912639] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Releasing lock "refresh_cache-25fff063-fede-436b-95a9-b392d0771beb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.912639] env[69843]: DEBUG nova.compute.manager [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Instance network_info: |[{"id": "312ab398-5bbb-4533-92df-8bf33767224c", "address": "fa:16:3e:78:9d:c1", "network": {"id": "efad8810-8859-4309-ab08-10ea2ef4c88a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1433744389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2b3ce993b4d4b038d1b5bdb06756c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312ab398-5b", "ovs_interfaceid": "312ab398-5bbb-4533-92df-8bf33767224c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.913125] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:9d:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '312ab398-5bbb-4533-92df-8bf33767224c', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.919804] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Creating folder: Project (f2b3ce993b4d4b038d1b5bdb06756c02). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.920314] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d13e0ac7-ccc2-4779-abbd-86629b507056 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.944503] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Created folder: Project (f2b3ce993b4d4b038d1b5bdb06756c02) in parent group-v737654. [ 666.944503] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Creating folder: Instances. Parent ref: group-v737688. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.944503] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54fde6b4-6bac-485f-819c-791f37b6a6f8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.007945] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquiring lock "66ae357b-4902-4d79-b4e4-f54013568a36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.008410] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lock "66ae357b-4902-4d79-b4e4-f54013568a36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.067032] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816193} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.069125] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 242c4693-35ab-41db-91dd-3862456a9903/242c4693-35ab-41db-91dd-3862456a9903.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.069430] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.069983] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be914c17-cfc9-479f-a515-95e87c2df085 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.074511] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Created folder: Instances in parent group-v737688. [ 667.074713] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.075397] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.075714] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f667662-2e22-4595-b0d7-34b699ae9971 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.100092] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.102115] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 667.102115] env[69843]: value = "task-3703629" [ 667.102115] env[69843]: _type = "Task" [ 667.102115] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.109168] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.109168] env[69843]: value = "task-3703630" [ 667.109168] env[69843]: _type = "Task" [ 667.109168] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.120372] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.129383] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703630, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.151924] env[69843]: INFO nova.compute.manager [-] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Took 1.13 seconds to deallocate network for instance. [ 667.196742] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.691s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.200144] env[69843]: INFO nova.compute.manager [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Migrating [ 667.200144] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.200144] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.203287] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.392s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.204095] env[69843]: INFO nova.compute.claims [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.211692] env[69843]: INFO nova.compute.rpcapi [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 667.213072] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.252717] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703625, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.267965] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202743} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.269393] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.271194] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df31763-4234-451c-94c8-bec3d6118fed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.298048] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 00807baa-a6f0-4777-9344-72c3f2ca4009/00807baa-a6f0-4777-9344-72c3f2ca4009.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.298300] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c0bcbb-27a4-40e4-a8cc-d2b5f0ff8cf4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.323607] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Waiting for the task: (returnval){ [ 667.323607] env[69843]: value = "task-3703631" [ 667.323607] env[69843]: _type = "Task" [ 667.323607] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.343012] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.577928] env[69843]: DEBUG nova.compute.manager [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Received event network-vif-plugged-8c724577-5921-493a-860d-4b7ba8dddd93 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.578933] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Acquiring lock "242c4693-35ab-41db-91dd-3862456a9903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.579530] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Lock "242c4693-35ab-41db-91dd-3862456a9903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.579611] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Lock "242c4693-35ab-41db-91dd-3862456a9903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.579791] env[69843]: DEBUG nova.compute.manager [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 242c4693-35ab-41db-91dd-3862456a9903] No waiting events found dispatching network-vif-plugged-8c724577-5921-493a-860d-4b7ba8dddd93 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 667.580011] env[69843]: WARNING nova.compute.manager [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Received unexpected event network-vif-plugged-8c724577-5921-493a-860d-4b7ba8dddd93 for instance with vm_state building and task_state spawning. [ 667.580250] env[69843]: DEBUG nova.compute.manager [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Received event network-changed-8c724577-5921-493a-860d-4b7ba8dddd93 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.580494] env[69843]: DEBUG nova.compute.manager [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Refreshing instance network info cache due to event network-changed-8c724577-5921-493a-860d-4b7ba8dddd93. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.580667] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Acquiring lock "refresh_cache-242c4693-35ab-41db-91dd-3862456a9903" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.580833] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Acquired lock "refresh_cache-242c4693-35ab-41db-91dd-3862456a9903" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.580994] env[69843]: DEBUG nova.network.neutron [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Refreshing network info cache for port 8c724577-5921-493a-860d-4b7ba8dddd93 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.627900] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101909} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.629045] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703630, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.629520] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.630957] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8b0fb0-63dd-448e-b423-945c11d344c5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.670900] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 242c4693-35ab-41db-91dd-3862456a9903/242c4693-35ab-41db-91dd-3862456a9903.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.672872] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.673137] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ac8397-75ff-4a97-8d0d-e068225f37c5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.706300] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 667.706300] env[69843]: value = "task-3703632" [ 667.706300] env[69843]: _type = "Task" [ 667.706300] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.720499] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.732722] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.732910] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.733170] env[69843]: DEBUG nova.network.neutron [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.749576] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703625, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.800349] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Acquiring lock "d2314af3-6ce2-49d8-991e-0d214c827d18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.800729] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lock "d2314af3-6ce2-49d8-991e-0d214c827d18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.837228] env[69843]: DEBUG oslo_concurrency.lockutils [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Acquiring lock "164bd71c-d19a-413a-9314-fb344f4ab1db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.837498] env[69843]: DEBUG oslo_concurrency.lockutils [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Lock "164bd71c-d19a-413a-9314-fb344f4ab1db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.838070] env[69843]: DEBUG oslo_concurrency.lockutils [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Acquiring lock "164bd71c-d19a-413a-9314-fb344f4ab1db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.838070] env[69843]: DEBUG oslo_concurrency.lockutils [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Lock "164bd71c-d19a-413a-9314-fb344f4ab1db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.838070] env[69843]: DEBUG oslo_concurrency.lockutils [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Lock "164bd71c-d19a-413a-9314-fb344f4ab1db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.839870] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703631, 'name': ReconfigVM_Task, 'duration_secs': 0.508723} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.840606] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 00807baa-a6f0-4777-9344-72c3f2ca4009/00807baa-a6f0-4777-9344-72c3f2ca4009.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.841532] env[69843]: INFO nova.compute.manager [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Terminating instance [ 667.844153] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61d38a11-6fce-46c4-bf0f-5d0226a7132a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.852315] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Waiting for the task: (returnval){ [ 667.852315] env[69843]: value = "task-3703633" [ 667.852315] env[69843]: _type = "Task" [ 667.852315] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.863112] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703633, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.123077] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703630, 'name': CreateVM_Task, 'duration_secs': 0.585386} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.123499] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.124328] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.124515] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.125346] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.125832] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b760e648-2877-4e2c-bc9b-d9fb6046e178 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.132409] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Waiting for the task: (returnval){ [ 668.132409] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52612d96-c3e8-7135-9046-a64177c0a0b9" [ 668.132409] env[69843]: _type = "Task" [ 668.132409] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.144307] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52612d96-c3e8-7135-9046-a64177c0a0b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.220162] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703632, 'name': ReconfigVM_Task, 'duration_secs': 0.465406} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.220451] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 242c4693-35ab-41db-91dd-3862456a9903/242c4693-35ab-41db-91dd-3862456a9903.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.223316] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07f41b08-5a88-486f-b4c5-b0e70bea064b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.233209] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 668.233209] env[69843]: value = "task-3703634" [ 668.233209] env[69843]: _type = "Task" [ 668.233209] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.251405] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703634, 'name': Rename_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.253047] env[69843]: DEBUG oslo_vmware.api [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3703625, 'name': PowerOnVM_Task, 'duration_secs': 1.266789} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.253047] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.253194] env[69843]: INFO nova.compute.manager [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Took 12.06 seconds to spawn the instance on the hypervisor. [ 668.253347] env[69843]: DEBUG nova.compute.manager [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.254184] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648fe79d-e4c9-4fe6-8872-6dec03121fd4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.349185] env[69843]: DEBUG nova.compute.manager [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.349426] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.350790] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37eefad-8d72-445a-832e-9079569e7f87 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.364446] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703633, 'name': Rename_Task, 'duration_secs': 0.212447} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.370745] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.370902] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.372093] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f1f703d-e809-4b00-8181-cbdb6ab109de {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.372949] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bf07d67-9214-4c66-8d05-53346d08076d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.382579] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Waiting for the task: (returnval){ [ 668.382579] env[69843]: value = "task-3703635" [ 668.382579] env[69843]: _type = "Task" [ 668.382579] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.382861] env[69843]: DEBUG oslo_vmware.api [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Waiting for the task: (returnval){ [ 668.382861] env[69843]: value = "task-3703636" [ 668.382861] env[69843]: _type = "Task" [ 668.382861] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.412434] env[69843]: DEBUG oslo_vmware.api [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.413017] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703635, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.510253] env[69843]: DEBUG nova.network.neutron [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Updated VIF entry in instance network info cache for port 8c724577-5921-493a-860d-4b7ba8dddd93. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.510632] env[69843]: DEBUG nova.network.neutron [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Updating instance_info_cache with network_info: [{"id": "8c724577-5921-493a-860d-4b7ba8dddd93", "address": "fa:16:3e:44:8e:6f", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c724577-59", "ovs_interfaceid": "8c724577-5921-493a-860d-4b7ba8dddd93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.620252] env[69843]: DEBUG nova.network.neutron [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance_info_cache with network_info: [{"id": "a6544a57-b8ff-446e-bd87-c9daa3a7e007", "address": "fa:16:3e:b4:73:fd", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6544a57-b8", "ovs_interfaceid": "a6544a57-b8ff-446e-bd87-c9daa3a7e007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.650636] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52612d96-c3e8-7135-9046-a64177c0a0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01392} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.650636] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.650636] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.650636] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.650928] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.651083] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.651408] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d80b158-0534-4475-9bd7-cda01e3d8ec6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.665879] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.666108] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.669378] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2293475-4100-4131-84a7-349a2e353e03 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.672584] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6ba5b2-25c9-41a7-977d-cf4ebcfba366 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.688153] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Waiting for the task: (returnval){ [ 668.688153] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5258a2ae-fc26-33a1-c709-e6cdb41ea0d3" [ 668.688153] env[69843]: _type = "Task" [ 668.688153] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.689201] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5cf613-1e13-49fe-b12f-20cd4ff656e6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.731602] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80e52fc-22a0-49d6-aba2-2ac5be5bb80c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.734819] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5258a2ae-fc26-33a1-c709-e6cdb41ea0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012433} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.739347] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32ff17b-89d2-4d6c-9042-1c16b6f65ca1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.745724] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec50cd0a-ae11-4814-a851-3d6c59b8f21e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.754475] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703634, 'name': Rename_Task, 'duration_secs': 0.2857} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.754744] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Waiting for the task: (returnval){ [ 668.754744] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52caf75a-bc9d-528b-5b03-113d14cf19df" [ 668.754744] env[69843]: _type = "Task" [ 668.754744] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.755356] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.755656] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97db5000-e022-4914-badc-3a4a48bc9e85 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.768968] env[69843]: DEBUG nova.compute.provider_tree [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.779710] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52caf75a-bc9d-528b-5b03-113d14cf19df, 'name': SearchDatastore_Task, 'duration_secs': 0.015278} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.783022] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.784264] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 25fff063-fede-436b-95a9-b392d0771beb/25fff063-fede-436b-95a9-b392d0771beb.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.784264] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 668.784264] env[69843]: value = "task-3703637" [ 668.784264] env[69843]: _type = "Task" [ 668.784264] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.784501] env[69843]: INFO nova.compute.manager [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Took 22.50 seconds to build instance. [ 668.785166] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af1c34fb-6c1f-42cc-9b5f-b2fdb4aa6815 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.799030] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.800724] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Waiting for the task: (returnval){ [ 668.800724] env[69843]: value = "task-3703638" [ 668.800724] env[69843]: _type = "Task" [ 668.800724] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.812249] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.834992] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Acquiring lock "ad18a9f2-6a6d-4b33-aa8b-f24826347acc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.835311] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Lock "ad18a9f2-6a6d-4b33-aa8b-f24826347acc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.905060] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.905385] env[69843]: DEBUG oslo_vmware.api [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703636, 'name': PowerOffVM_Task, 'duration_secs': 0.285635} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.905877] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.905877] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.906118] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77777a63-c0e1-427a-97cc-3acb229053e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.984328] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.984731] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.984942] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Deleting the datastore file [datastore1] 164bd71c-d19a-413a-9314-fb344f4ab1db {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.985700] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d2e9d29-ee0a-46d6-9e21-9519d9a958d0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.995042] env[69843]: DEBUG oslo_vmware.api [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Waiting for the task: (returnval){ [ 668.995042] env[69843]: value = "task-3703640" [ 668.995042] env[69843]: _type = "Task" [ 668.995042] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.011015] env[69843]: DEBUG oslo_vmware.api [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.017248] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Releasing lock "refresh_cache-242c4693-35ab-41db-91dd-3862456a9903" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.017404] env[69843]: DEBUG nova.compute.manager [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Received event network-vif-plugged-312ab398-5bbb-4533-92df-8bf33767224c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.017621] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Acquiring lock "25fff063-fede-436b-95a9-b392d0771beb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.018054] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Lock "25fff063-fede-436b-95a9-b392d0771beb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.018627] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Lock "25fff063-fede-436b-95a9-b392d0771beb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.018627] env[69843]: DEBUG nova.compute.manager [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] No waiting events found dispatching network-vif-plugged-312ab398-5bbb-4533-92df-8bf33767224c {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 669.018627] env[69843]: WARNING nova.compute.manager [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Received unexpected event network-vif-plugged-312ab398-5bbb-4533-92df-8bf33767224c for instance with vm_state building and task_state spawning. [ 669.019376] env[69843]: DEBUG nova.compute.manager [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Received event network-changed-312ab398-5bbb-4533-92df-8bf33767224c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.019376] env[69843]: DEBUG nova.compute.manager [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Refreshing instance network info cache due to event network-changed-312ab398-5bbb-4533-92df-8bf33767224c. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.019376] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Acquiring lock "refresh_cache-25fff063-fede-436b-95a9-b392d0771beb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.019376] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Acquired lock "refresh_cache-25fff063-fede-436b-95a9-b392d0771beb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.019774] env[69843]: DEBUG nova.network.neutron [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Refreshing network info cache for port 312ab398-5bbb-4533-92df-8bf33767224c {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.122976] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.184308] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquiring lock "952acce6-ad90-46ee-94d0-1133bc096c3c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.184706] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lock "952acce6-ad90-46ee-94d0-1133bc096c3c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.184881] env[69843]: INFO nova.compute.manager [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Rebooting instance [ 669.278445] env[69843]: DEBUG nova.scheduler.client.report [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.289572] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68e53824-2e63-4e0d-9e57-b8b6d259aae3 tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.024s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.313786] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703637, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.325486] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703638, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.403155] env[69843]: DEBUG oslo_vmware.api [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Task: {'id': task-3703635, 'name': PowerOnVM_Task, 'duration_secs': 0.779973} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.405156] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.405156] env[69843]: DEBUG nova.compute.manager [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.405156] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ad4c31-dd2e-43d8-86cb-78a6b1e9ce75 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.511026] env[69843]: DEBUG oslo_vmware.api [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Task: {'id': task-3703640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389131} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.511026] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.511026] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.511026] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.511026] env[69843]: INFO nova.compute.manager [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Took 1.16 seconds to destroy the instance on the hypervisor. [ 669.511346] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.511346] env[69843]: DEBUG nova.compute.manager [-] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.511346] env[69843]: DEBUG nova.network.neutron [-] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.734678] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquiring lock "refresh_cache-952acce6-ad90-46ee-94d0-1133bc096c3c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.734678] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquired lock "refresh_cache-952acce6-ad90-46ee-94d0-1133bc096c3c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.734678] env[69843]: DEBUG nova.network.neutron [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.786836] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.787435] env[69843]: DEBUG nova.compute.manager [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.790177] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.732s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.795201] env[69843]: INFO nova.compute.claims [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.805835] env[69843]: DEBUG nova.compute.manager [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.808951] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703637, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.826891] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546578} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.832043] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 25fff063-fede-436b-95a9-b392d0771beb/25fff063-fede-436b-95a9-b392d0771beb.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.832674] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.833103] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49cc25cb-591d-4a68-ad45-b3af755f8da9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.842894] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Waiting for the task: (returnval){ [ 669.842894] env[69843]: value = "task-3703641" [ 669.842894] env[69843]: _type = "Task" [ 669.842894] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.853778] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.931036] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.260893] env[69843]: DEBUG nova.network.neutron [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Updated VIF entry in instance network info cache for port 312ab398-5bbb-4533-92df-8bf33767224c. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.260893] env[69843]: DEBUG nova.network.neutron [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Updating instance_info_cache with network_info: [{"id": "312ab398-5bbb-4533-92df-8bf33767224c", "address": "fa:16:3e:78:9d:c1", "network": {"id": "efad8810-8859-4309-ab08-10ea2ef4c88a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1433744389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2b3ce993b4d4b038d1b5bdb06756c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312ab398-5b", "ovs_interfaceid": "312ab398-5bbb-4533-92df-8bf33767224c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.297305] env[69843]: DEBUG nova.compute.utils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.306694] env[69843]: DEBUG nova.compute.manager [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.306694] env[69843]: DEBUG nova.network.neutron [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.332673] env[69843]: DEBUG oslo_vmware.api [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703637, 'name': PowerOnVM_Task, 'duration_secs': 1.433065} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.332991] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.333240] env[69843]: INFO nova.compute.manager [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Took 11.61 seconds to spawn the instance on the hypervisor. [ 670.333327] env[69843]: DEBUG nova.compute.manager [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.334210] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792553e9-c088-4395-8f39-c64abdbcc347 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.359993] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230532} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.363098] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.363405] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.364304] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cf7b16-c337-47b9-ab44-53133c2e14ed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.388696] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 25fff063-fede-436b-95a9-b392d0771beb/25fff063-fede-436b-95a9-b392d0771beb.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.393104] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a8c37e-ca53-4bce-be4e-d210987ca203 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.422176] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Waiting for the task: (returnval){ [ 670.422176] env[69843]: value = "task-3703642" [ 670.422176] env[69843]: _type = "Task" [ 670.422176] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.434205] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.436473] env[69843]: DEBUG nova.policy [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32cf8fb5b4c84e229d1ed4f256d051a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a438dd77603c432c8245e52cd69624f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.647745] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e7f777-703f-4940-930d-0cc3721dd36b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.670416] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance '6eb4eb2c-448f-4f20-ab4d-03a458bff9a7' progress to 0 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 670.727821] env[69843]: DEBUG nova.compute.manager [None req-d736608f-a8a2-4a01-8952-a3b20832a029 tempest-ServerDiagnosticsV248Test-1686404881 tempest-ServerDiagnosticsV248Test-1686404881-project-admin] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.729472] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920c608b-81e8-4cd9-882c-a084ea39344b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.737535] env[69843]: INFO nova.compute.manager [None req-d736608f-a8a2-4a01-8952-a3b20832a029 tempest-ServerDiagnosticsV248Test-1686404881 tempest-ServerDiagnosticsV248Test-1686404881-project-admin] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Retrieving diagnostics [ 670.738673] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fc5855-1386-4b63-8a6c-b7e2feb1a23c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.771149] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Releasing lock "refresh_cache-25fff063-fede-436b-95a9-b392d0771beb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.771606] env[69843]: DEBUG nova.compute.manager [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Received event network-changed-5f21be4f-25d8-4dea-b61d-735ae49f56d3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.771822] env[69843]: DEBUG nova.compute.manager [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Refreshing instance network info cache due to event network-changed-5f21be4f-25d8-4dea-b61d-735ae49f56d3. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.772050] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Acquiring lock "refresh_cache-55fbbb65-ae87-4886-9353-406139351418" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.772197] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Acquired lock "refresh_cache-55fbbb65-ae87-4886-9353-406139351418" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.772357] env[69843]: DEBUG nova.network.neutron [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Refreshing network info cache for port 5f21be4f-25d8-4dea-b61d-735ae49f56d3 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.815473] env[69843]: DEBUG nova.compute.manager [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.853393] env[69843]: INFO nova.compute.manager [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Took 22.98 seconds to build instance. [ 670.912797] env[69843]: DEBUG nova.network.neutron [-] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.938453] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.169052] env[69843]: DEBUG nova.network.neutron [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Successfully created port: 36a60c50-8bb0-46bf-a6e4-b74227659922 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.182415] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.183686] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea9e8514-014e-43b3-a462-00fb42eae680 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.193513] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 671.193513] env[69843]: value = "task-3703643" [ 671.193513] env[69843]: _type = "Task" [ 671.193513] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.208411] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.272028] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3731914-30dc-4340-bad8-2448a0fa63e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.284468] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6fc270-9402-41d5-a9bf-6abce0d9494a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.331258] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8546bd23-b6f5-483d-aa96-6c1a20227f97 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.343901] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee93c344-161f-4cd0-8e95-733ceaca8db7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.359288] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b8c27053-03cc-45dc-8161-29368145ea65 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "242c4693-35ab-41db-91dd-3862456a9903" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.508s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.359748] env[69843]: DEBUG nova.compute.provider_tree [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.411180] env[69843]: DEBUG nova.network.neutron [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Updating instance_info_cache with network_info: [{"id": "2427073a-6e22-498d-b42a-bacdf4781961", "address": "fa:16:3e:42:31:46", "network": {"id": "59bc7aaf-2cdf-490f-a1b3-377ce6abaede", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-531032395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aacf80d50ef4e18a07a955614fa4945", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2427073a-6e", "ovs_interfaceid": "2427073a-6e22-498d-b42a-bacdf4781961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.415860] env[69843]: INFO nova.compute.manager [-] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Took 1.91 seconds to deallocate network for instance. [ 671.434848] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "c4ced098-7a4f-4842-895d-e600126f7916" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.435317] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "c4ced098-7a4f-4842-895d-e600126f7916" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.441819] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703642, 'name': ReconfigVM_Task, 'duration_secs': 0.77345} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.444062] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 25fff063-fede-436b-95a9-b392d0771beb/25fff063-fede-436b-95a9-b392d0771beb.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.444252] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3850426-5880-4659-a936-d3499ce6d0af {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.453721] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Waiting for the task: (returnval){ [ 671.453721] env[69843]: value = "task-3703644" [ 671.453721] env[69843]: _type = "Task" [ 671.453721] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.464626] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703644, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.547662] env[69843]: DEBUG nova.compute.manager [req-777d632e-6599-4f73-8615-6b627e29ec5f req-95e94ee6-ff62-41e1-b42d-b3f9d5f45bdb service nova] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Received event network-vif-deleted-1171e993-1227-4430-8d3c-83a61a896d1a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.713675] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703643, 'name': PowerOffVM_Task, 'duration_secs': 0.296664} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.713953] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.714150] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance '6eb4eb2c-448f-4f20-ab4d-03a458bff9a7' progress to 17 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 671.836443] env[69843]: DEBUG nova.compute.manager [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.863699] env[69843]: DEBUG nova.scheduler.client.report [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.870333] env[69843]: DEBUG nova.compute.manager [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.885243] env[69843]: DEBUG nova.virt.hardware [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.885243] env[69843]: DEBUG nova.virt.hardware [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.885581] env[69843]: DEBUG nova.virt.hardware [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.885581] env[69843]: DEBUG nova.virt.hardware [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.885925] env[69843]: DEBUG nova.virt.hardware [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.885925] env[69843]: DEBUG nova.virt.hardware [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.886181] env[69843]: DEBUG nova.virt.hardware [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.887784] env[69843]: DEBUG nova.virt.hardware [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.888762] env[69843]: DEBUG nova.virt.hardware [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.888762] env[69843]: DEBUG nova.virt.hardware [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.888762] env[69843]: DEBUG nova.virt.hardware [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.889480] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd35223-9c89-44d7-b42b-819cf74b9b34 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.894401] env[69843]: DEBUG nova.network.neutron [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Updated VIF entry in instance network info cache for port 5f21be4f-25d8-4dea-b61d-735ae49f56d3. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.894697] env[69843]: DEBUG nova.network.neutron [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Updating instance_info_cache with network_info: [{"id": "5f21be4f-25d8-4dea-b61d-735ae49f56d3", "address": "fa:16:3e:f8:f6:ab", "network": {"id": "075a34db-03f2-4cf3-b1fe-f792fcd51c2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-962515936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4160feb38ebb42ceb54b917b6884c504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f21be4f-25", "ovs_interfaceid": "5f21be4f-25d8-4dea-b61d-735ae49f56d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.905994] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33797d33-c5fb-4887-8e47-21ad7403746e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.912926] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Releasing lock "refresh_cache-952acce6-ad90-46ee-94d0-1133bc096c3c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.934726] env[69843]: DEBUG oslo_concurrency.lockutils [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.967931] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703644, 'name': Rename_Task, 'duration_secs': 0.321858} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.968222] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.972204] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a4a0aff-2865-4dc7-8b7f-32d2cace212f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.977023] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Waiting for the task: (returnval){ [ 671.977023] env[69843]: value = "task-3703645" [ 671.977023] env[69843]: _type = "Task" [ 671.977023] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.987139] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.222130] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.222354] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.222545] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.222750] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.229027] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.229027] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.229027] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.229027] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.229027] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.229403] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.229403] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.233601] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae196ec2-601e-4d78-8fea-9b91681d1811 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.260666] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 672.260666] env[69843]: value = "task-3703646" [ 672.260666] env[69843]: _type = "Task" [ 672.260666] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.275802] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.375384] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.376140] env[69843]: DEBUG nova.compute.manager [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.380929] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.318s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.384395] env[69843]: DEBUG nova.objects.instance [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 672.401294] env[69843]: DEBUG oslo_concurrency.lockutils [req-b37a62c9-1673-4fd8-983e-b440ddf48b12 req-978c34d4-b16b-486c-9d0c-1250b6006436 service nova] Releasing lock "refresh_cache-55fbbb65-ae87-4886-9353-406139351418" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.418592] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.435363] env[69843]: DEBUG nova.compute.manager [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.435363] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c95d33-08a5-4d9d-8ed1-b976deda7a46 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.489279] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.775024] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703646, 'name': ReconfigVM_Task, 'duration_secs': 0.383835} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.775515] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance '6eb4eb2c-448f-4f20-ab4d-03a458bff9a7' progress to 33 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 672.901344] env[69843]: DEBUG nova.compute.utils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.905019] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12182653-403a-411f-a2e4-5d0a148d5447 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.524s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.905523] env[69843]: DEBUG nova.compute.manager [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.905735] env[69843]: DEBUG nova.network.neutron [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.907979] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.028s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.908180] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.911286] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.761s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.913650] env[69843]: INFO nova.compute.claims [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.919432] env[69843]: DEBUG nova.compute.manager [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.958294] env[69843]: INFO nova.scheduler.client.report [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Deleted allocations for instance 694561cf-87ce-4e2b-8037-a736c0e7ffe3 [ 672.991258] env[69843]: DEBUG oslo_vmware.api [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703645, 'name': PowerOnVM_Task, 'duration_secs': 0.797655} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.992394] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.992394] env[69843]: INFO nova.compute.manager [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Took 11.69 seconds to spawn the instance on the hypervisor. [ 672.992627] env[69843]: DEBUG nova.compute.manager [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.993503] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fc2c72-02c6-454d-86cd-3c47e9008723 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.021098] env[69843]: DEBUG nova.policy [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e4a26585d1f4436875d162ed59db7b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6aacec5381a14881bc7f59f34f6909d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.053760] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "66659cd1-aabd-4158-86c6-66ef8977416d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.056119] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "66659cd1-aabd-4158-86c6-66ef8977416d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.198848] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Acquiring lock "fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.198848] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Lock "fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.198848] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Acquiring lock "fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.198848] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Lock "fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.199303] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Lock "fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.203118] env[69843]: INFO nova.compute.manager [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Terminating instance [ 673.234138] env[69843]: DEBUG nova.compute.manager [req-0a6a1d58-f178-48cd-b506-550690e7eaf6 req-9f9b15b2-284f-4104-9a12-74154af7a3d7 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Received event network-changed-b71f3b3a-da99-433a-80ea-9063018c70e3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.234244] env[69843]: DEBUG nova.compute.manager [req-0a6a1d58-f178-48cd-b506-550690e7eaf6 req-9f9b15b2-284f-4104-9a12-74154af7a3d7 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Refreshing instance network info cache due to event network-changed-b71f3b3a-da99-433a-80ea-9063018c70e3. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.234398] env[69843]: DEBUG oslo_concurrency.lockutils [req-0a6a1d58-f178-48cd-b506-550690e7eaf6 req-9f9b15b2-284f-4104-9a12-74154af7a3d7 service nova] Acquiring lock "refresh_cache-48b5b431-fe29-4825-b21f-32ac068d4a87" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.234912] env[69843]: DEBUG oslo_concurrency.lockutils [req-0a6a1d58-f178-48cd-b506-550690e7eaf6 req-9f9b15b2-284f-4104-9a12-74154af7a3d7 service nova] Acquired lock "refresh_cache-48b5b431-fe29-4825-b21f-32ac068d4a87" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.234912] env[69843]: DEBUG nova.network.neutron [req-0a6a1d58-f178-48cd-b506-550690e7eaf6 req-9f9b15b2-284f-4104-9a12-74154af7a3d7 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Refreshing network info cache for port b71f3b3a-da99-433a-80ea-9063018c70e3 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.262929] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquiring lock "a3ad4820-fe91-492f-9158-7be3e7b54531" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.263156] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Lock "a3ad4820-fe91-492f-9158-7be3e7b54531" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.288811] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.289116] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.290326] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.290326] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.290326] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.290326] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.290326] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.293060] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.293834] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.293834] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.293834] env[69843]: DEBUG nova.virt.hardware [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.300487] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 673.301216] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35085007-3cd4-4249-a505-d5557a60495b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.316942] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquiring lock "00807baa-a6f0-4777-9344-72c3f2ca4009" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.316942] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lock "00807baa-a6f0-4777-9344-72c3f2ca4009" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.316942] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquiring lock "00807baa-a6f0-4777-9344-72c3f2ca4009-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.317379] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lock "00807baa-a6f0-4777-9344-72c3f2ca4009-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.317379] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lock "00807baa-a6f0-4777-9344-72c3f2ca4009-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.321744] env[69843]: INFO nova.compute.manager [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Terminating instance [ 673.329590] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 673.329590] env[69843]: value = "task-3703647" [ 673.329590] env[69843]: _type = "Task" [ 673.329590] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.344612] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.457881] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b53211f-73a3-478e-9673-7f1ae364224a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.470725] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Doing hard reboot of VM {{(pid=69843) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 673.471488] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9c62afb7-e200-4be7-bc40-3a9cbba32446 tempest-DeleteServersAdminTestJSON-2115707671 tempest-DeleteServersAdminTestJSON-2115707671-project-admin] Lock "694561cf-87ce-4e2b-8037-a736c0e7ffe3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.393s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.472985] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4fb28fd9-9dab-4f80-9432-9bc1cfc61c02 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.484016] env[69843]: DEBUG oslo_vmware.api [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for the task: (returnval){ [ 673.484016] env[69843]: value = "task-3703648" [ 673.484016] env[69843]: _type = "Task" [ 673.484016] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.499291] env[69843]: DEBUG oslo_vmware.api [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703648, 'name': ResetVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.508414] env[69843]: DEBUG nova.network.neutron [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Successfully updated port: 36a60c50-8bb0-46bf-a6e4-b74227659922 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.518684] env[69843]: INFO nova.compute.manager [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Took 24.80 seconds to build instance. [ 673.636403] env[69843]: DEBUG nova.network.neutron [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Successfully created port: 5d2f36cc-15b2-49d9-ba00-9652ef668bbd {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.710257] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Acquiring lock "refresh_cache-fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.710257] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Acquired lock "refresh_cache-fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.710257] env[69843]: DEBUG nova.network.neutron [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.831510] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquiring lock "refresh_cache-00807baa-a6f0-4777-9344-72c3f2ca4009" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.831775] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquired lock "refresh_cache-00807baa-a6f0-4777-9344-72c3f2ca4009" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.832009] env[69843]: DEBUG nova.network.neutron [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.844480] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703647, 'name': ReconfigVM_Task, 'duration_secs': 0.315333} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.844745] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 673.846753] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658cc7fe-fff8-40ba-8698-dd2785a86ea5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.873209] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7/6eb4eb2c-448f-4f20-ab4d-03a458bff9a7.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.877209] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98edeb78-d171-4c6b-aff4-4923969a8e3e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.897546] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 673.897546] env[69843]: value = "task-3703649" [ 673.897546] env[69843]: _type = "Task" [ 673.897546] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.909083] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.932444] env[69843]: DEBUG nova.compute.manager [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.966783] env[69843]: DEBUG nova.virt.hardware [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.967106] env[69843]: DEBUG nova.virt.hardware [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.967453] env[69843]: DEBUG nova.virt.hardware [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.967453] env[69843]: DEBUG nova.virt.hardware [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.967962] env[69843]: DEBUG nova.virt.hardware [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.967962] env[69843]: DEBUG nova.virt.hardware [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.967962] env[69843]: DEBUG nova.virt.hardware [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.968177] env[69843]: DEBUG nova.virt.hardware [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.968344] env[69843]: DEBUG nova.virt.hardware [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.968501] env[69843]: DEBUG nova.virt.hardware [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.968678] env[69843]: DEBUG nova.virt.hardware [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.969732] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f57cd5-b183-40dc-9bd9-66740c633b79 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.981599] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c749871e-6ec5-45f9-a91a-2e6eb1554379 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.006494] env[69843]: DEBUG oslo_vmware.api [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703648, 'name': ResetVM_Task, 'duration_secs': 0.119798} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.009404] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Did hard reboot of VM {{(pid=69843) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 674.011067] env[69843]: DEBUG nova.compute.manager [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 674.011067] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238288d6-fe01-4fb4-aa22-b1d258e21cef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.020407] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "refresh_cache-a2f4cd65-1832-4476-8b56-f33b9a36237b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.020470] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "refresh_cache-a2f4cd65-1832-4476-8b56-f33b9a36237b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.020582] env[69843]: DEBUG nova.network.neutron [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.021882] env[69843]: DEBUG oslo_concurrency.lockutils [None req-081ddb9b-9d5e-4948-a2bd-44737bd805af tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Lock "25fff063-fede-436b-95a9-b392d0771beb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.323s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.046703] env[69843]: DEBUG nova.compute.manager [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Received event network-vif-plugged-36a60c50-8bb0-46bf-a6e4-b74227659922 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.047453] env[69843]: DEBUG oslo_concurrency.lockutils [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] Acquiring lock "a2f4cd65-1832-4476-8b56-f33b9a36237b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.047453] env[69843]: DEBUG oslo_concurrency.lockutils [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] Lock "a2f4cd65-1832-4476-8b56-f33b9a36237b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.047453] env[69843]: DEBUG oslo_concurrency.lockutils [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] Lock "a2f4cd65-1832-4476-8b56-f33b9a36237b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.047615] env[69843]: DEBUG nova.compute.manager [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] No waiting events found dispatching network-vif-plugged-36a60c50-8bb0-46bf-a6e4-b74227659922 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 674.047651] env[69843]: WARNING nova.compute.manager [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Received unexpected event network-vif-plugged-36a60c50-8bb0-46bf-a6e4-b74227659922 for instance with vm_state building and task_state spawning. [ 674.048153] env[69843]: DEBUG nova.compute.manager [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Received event network-changed-36a60c50-8bb0-46bf-a6e4-b74227659922 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.048153] env[69843]: DEBUG nova.compute.manager [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Refreshing instance network info cache due to event network-changed-36a60c50-8bb0-46bf-a6e4-b74227659922. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.048153] env[69843]: DEBUG oslo_concurrency.lockutils [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] Acquiring lock "refresh_cache-a2f4cd65-1832-4476-8b56-f33b9a36237b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.151758] env[69843]: DEBUG nova.network.neutron [req-0a6a1d58-f178-48cd-b506-550690e7eaf6 req-9f9b15b2-284f-4104-9a12-74154af7a3d7 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Updated VIF entry in instance network info cache for port b71f3b3a-da99-433a-80ea-9063018c70e3. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.152150] env[69843]: DEBUG nova.network.neutron [req-0a6a1d58-f178-48cd-b506-550690e7eaf6 req-9f9b15b2-284f-4104-9a12-74154af7a3d7 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Updating instance_info_cache with network_info: [{"id": "b71f3b3a-da99-433a-80ea-9063018c70e3", "address": "fa:16:3e:be:58:e9", "network": {"id": "91258704-c4e2-438b-b751-4cd497685dff", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-924293544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a2b77228534e20bd39596bd6717dba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb71f3b3a-da", "ovs_interfaceid": "b71f3b3a-da99-433a-80ea-9063018c70e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.241321] env[69843]: DEBUG nova.network.neutron [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.326343] env[69843]: DEBUG nova.network.neutron [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.381180] env[69843]: DEBUG nova.network.neutron [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.414300] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.434840] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afe7ffa-ae02-497d-8117-37c1035628cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.444226] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50d5bb7-267a-4ad9-8e62-c8405181a4b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.484338] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfe4b7b-82e3-4603-93b8-5b6e632b48b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.491013] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc85161a-a950-4ef1-9de4-2903439aab3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.500969] env[69843]: DEBUG nova.network.neutron [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.516911] env[69843]: DEBUG nova.compute.provider_tree [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.526570] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48bdd4a9-6616-420f-88ea-1bb26ec2fb6d tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lock "952acce6-ad90-46ee-94d0-1133bc096c3c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.341s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.529983] env[69843]: DEBUG nova.compute.manager [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.599278] env[69843]: DEBUG nova.network.neutron [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.655787] env[69843]: DEBUG oslo_concurrency.lockutils [req-0a6a1d58-f178-48cd-b506-550690e7eaf6 req-9f9b15b2-284f-4104-9a12-74154af7a3d7 service nova] Releasing lock "refresh_cache-48b5b431-fe29-4825-b21f-32ac068d4a87" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.833342] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Releasing lock "refresh_cache-fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.833342] env[69843]: DEBUG nova.compute.manager [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.833342] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.835861] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b654990-5d54-4637-812d-c235ad956a1e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.849298] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.849755] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a05afc5-65aa-482b-b0cb-f02dfafbfeaf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.859697] env[69843]: DEBUG oslo_vmware.api [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 674.859697] env[69843]: value = "task-3703650" [ 674.859697] env[69843]: _type = "Task" [ 674.859697] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.872339] env[69843]: DEBUG oslo_vmware.api [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.908982] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703649, 'name': ReconfigVM_Task, 'duration_secs': 0.663632} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.909668] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7/6eb4eb2c-448f-4f20-ab4d-03a458bff9a7.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.910137] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance '6eb4eb2c-448f-4f20-ab4d-03a458bff9a7' progress to 50 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 675.005127] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Releasing lock "refresh_cache-00807baa-a6f0-4777-9344-72c3f2ca4009" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.005127] env[69843]: DEBUG nova.compute.manager [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.005127] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.005127] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8433d349-7f18-4f77-a2df-35bf53755b5a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.014415] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.014790] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19010381-530e-4371-8051-fc3eb15d92d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.020769] env[69843]: DEBUG nova.scheduler.client.report [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.027329] env[69843]: DEBUG oslo_vmware.api [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 675.027329] env[69843]: value = "task-3703651" [ 675.027329] env[69843]: _type = "Task" [ 675.027329] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.041224] env[69843]: DEBUG oslo_vmware.api [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.071107] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.164900] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "56e2f346-ee68-464e-9975-146a5cbf319b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.165319] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "56e2f346-ee68-464e-9975-146a5cbf319b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.299709] env[69843]: DEBUG nova.network.neutron [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Updating instance_info_cache with network_info: [{"id": "36a60c50-8bb0-46bf-a6e4-b74227659922", "address": "fa:16:3e:e5:c8:ae", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a60c50-8b", "ovs_interfaceid": "36a60c50-8bb0-46bf-a6e4-b74227659922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.372162] env[69843]: DEBUG oslo_vmware.api [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703650, 'name': PowerOffVM_Task, 'duration_secs': 0.280976} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.372589] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.372715] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.373077] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5633675-1d81-44d5-9082-71b916817802 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.407830] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.408097] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.409056] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Deleting the datastore file [datastore1] fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.409416] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f4c708b-1af3-40d8-b79d-bcb8b3a32926 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.420735] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac01c57-f708-455a-a1ba-60793e4658d8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.426406] env[69843]: DEBUG oslo_vmware.api [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for the task: (returnval){ [ 675.426406] env[69843]: value = "task-3703653" [ 675.426406] env[69843]: _type = "Task" [ 675.426406] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.452314] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec29179-9430-4ac0-859a-08c4f808f0f1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.459570] env[69843]: DEBUG oslo_vmware.api [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.480185] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance '6eb4eb2c-448f-4f20-ab4d-03a458bff9a7' progress to 67 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 675.529561] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.530142] env[69843]: DEBUG nova.compute.manager [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.533495] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.784s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.536114] env[69843]: INFO nova.compute.claims [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.550642] env[69843]: DEBUG oslo_vmware.api [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703651, 'name': PowerOffVM_Task, 'duration_secs': 0.232165} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.550928] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.551480] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.551480] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-972603ee-73d7-4c01-87a3-141be7f5b0f0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.591758] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.592166] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.592364] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Deleting the datastore file [datastore2] 00807baa-a6f0-4777-9344-72c3f2ca4009 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.593425] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c34b6082-6d42-4379-ba97-c812ab58f8c6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.607300] env[69843]: DEBUG oslo_vmware.api [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for the task: (returnval){ [ 675.607300] env[69843]: value = "task-3703655" [ 675.607300] env[69843]: _type = "Task" [ 675.607300] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.617375] env[69843]: DEBUG oslo_vmware.api [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.802408] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "refresh_cache-a2f4cd65-1832-4476-8b56-f33b9a36237b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.803153] env[69843]: DEBUG nova.compute.manager [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Instance network_info: |[{"id": "36a60c50-8bb0-46bf-a6e4-b74227659922", "address": "fa:16:3e:e5:c8:ae", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a60c50-8b", "ovs_interfaceid": "36a60c50-8bb0-46bf-a6e4-b74227659922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.803679] env[69843]: DEBUG oslo_concurrency.lockutils [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] Acquired lock "refresh_cache-a2f4cd65-1832-4476-8b56-f33b9a36237b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.804031] env[69843]: DEBUG nova.network.neutron [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Refreshing network info cache for port 36a60c50-8bb0-46bf-a6e4-b74227659922 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.805811] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:c8:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36a60c50-8bb0-46bf-a6e4-b74227659922', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.821365] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.822641] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.822915] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-528d670f-2888-4ba9-99e1-bc283f62cf8e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.847915] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.847915] env[69843]: value = "task-3703656" [ 675.847915] env[69843]: _type = "Task" [ 675.847915] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.858631] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703656, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.941062] env[69843]: DEBUG oslo_vmware.api [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Task: {'id': task-3703653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130108} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.941628] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.942165] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.942460] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.943183] env[69843]: INFO nova.compute.manager [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 675.943539] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.945020] env[69843]: DEBUG nova.compute.manager [-] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.945020] env[69843]: DEBUG nova.network.neutron [-] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.000649] env[69843]: DEBUG nova.network.neutron [-] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.029624] env[69843]: DEBUG nova.network.neutron [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Successfully updated port: 5d2f36cc-15b2-49d9-ba00-9652ef668bbd {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.046188] env[69843]: DEBUG nova.compute.utils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.051055] env[69843]: DEBUG nova.compute.manager [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.053127] env[69843]: DEBUG nova.network.neutron [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.123352] env[69843]: DEBUG oslo_vmware.api [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Task: {'id': task-3703655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215692} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.123842] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.124551] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.124551] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.124795] env[69843]: INFO nova.compute.manager [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Took 1.12 seconds to destroy the instance on the hypervisor. [ 676.125272] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.125560] env[69843]: DEBUG nova.compute.manager [-] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.125712] env[69843]: DEBUG nova.network.neutron [-] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.174381] env[69843]: DEBUG nova.network.neutron [-] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.176855] env[69843]: DEBUG nova.network.neutron [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Port a6544a57-b8ff-446e-bd87-c9daa3a7e007 binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 676.188603] env[69843]: DEBUG nova.policy [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2ecda7faf5443279476edf484882410', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68a80f0f7d5c415f8a98c39e92b3c587', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.363401] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703656, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.503689] env[69843]: DEBUG nova.network.neutron [-] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.535392] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Acquiring lock "refresh_cache-29a09314-10de-4b2e-8321-e4efab012869" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.535503] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Acquired lock "refresh_cache-29a09314-10de-4b2e-8321-e4efab012869" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.535650] env[69843]: DEBUG nova.network.neutron [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.552527] env[69843]: DEBUG nova.compute.manager [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.679554] env[69843]: DEBUG nova.network.neutron [-] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.860651] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703656, 'name': CreateVM_Task, 'duration_secs': 0.519421} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.860933] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.861646] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.861854] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.862225] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.862479] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50812c46-c835-45b9-b62d-7e2c52792ade {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.877197] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 676.877197] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b11ee7-325d-8905-2861-f31c676464ba" [ 676.877197] env[69843]: _type = "Task" [ 676.877197] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.896173] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b11ee7-325d-8905-2861-f31c676464ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.007745] env[69843]: INFO nova.compute.manager [-] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Took 1.06 seconds to deallocate network for instance. [ 677.096079] env[69843]: DEBUG nova.network.neutron [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Successfully created port: 1992f5d1-4d55-4145-a259-b8c60c8c3731 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.135658] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dbed06-fa05-46f5-a67e-442755a4d329 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.147943] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0f0e90-5caf-4ff8-9fdb-b51b528d1c14 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.188019] env[69843]: DEBUG nova.network.neutron [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.195134] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39df00e8-5515-48b6-83f4-befa08f065d0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.199169] env[69843]: DEBUG nova.compute.manager [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Received event network-vif-plugged-5d2f36cc-15b2-49d9-ba00-9652ef668bbd {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.199366] env[69843]: DEBUG oslo_concurrency.lockutils [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] Acquiring lock "29a09314-10de-4b2e-8321-e4efab012869-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.199570] env[69843]: DEBUG oslo_concurrency.lockutils [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] Lock "29a09314-10de-4b2e-8321-e4efab012869-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.199746] env[69843]: DEBUG oslo_concurrency.lockutils [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] Lock "29a09314-10de-4b2e-8321-e4efab012869-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.199930] env[69843]: DEBUG nova.compute.manager [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] No waiting events found dispatching network-vif-plugged-5d2f36cc-15b2-49d9-ba00-9652ef668bbd {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 677.200101] env[69843]: WARNING nova.compute.manager [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Received unexpected event network-vif-plugged-5d2f36cc-15b2-49d9-ba00-9652ef668bbd for instance with vm_state building and task_state spawning. [ 677.200275] env[69843]: DEBUG nova.compute.manager [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Received event network-changed-312ab398-5bbb-4533-92df-8bf33767224c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.200490] env[69843]: DEBUG nova.compute.manager [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Refreshing instance network info cache due to event network-changed-312ab398-5bbb-4533-92df-8bf33767224c. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.200573] env[69843]: DEBUG oslo_concurrency.lockutils [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] Acquiring lock "refresh_cache-25fff063-fede-436b-95a9-b392d0771beb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.200706] env[69843]: DEBUG oslo_concurrency.lockutils [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] Acquired lock "refresh_cache-25fff063-fede-436b-95a9-b392d0771beb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.200859] env[69843]: DEBUG nova.network.neutron [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Refreshing network info cache for port 312ab398-5bbb-4533-92df-8bf33767224c {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.203996] env[69843]: INFO nova.compute.manager [-] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Took 1.08 seconds to deallocate network for instance. [ 677.236460] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.236460] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.236460] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.246488] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcbbd5a-3408-4788-9002-a12f66f035cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.267891] env[69843]: DEBUG nova.compute.provider_tree [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.357292] env[69843]: DEBUG nova.network.neutron [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Updated VIF entry in instance network info cache for port 36a60c50-8bb0-46bf-a6e4-b74227659922. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.358471] env[69843]: DEBUG nova.network.neutron [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Updating instance_info_cache with network_info: [{"id": "36a60c50-8bb0-46bf-a6e4-b74227659922", "address": "fa:16:3e:e5:c8:ae", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a60c50-8b", "ovs_interfaceid": "36a60c50-8bb0-46bf-a6e4-b74227659922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.391914] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b11ee7-325d-8905-2861-f31c676464ba, 'name': SearchDatastore_Task, 'duration_secs': 0.028317} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.392158] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.392275] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.392495] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.392882] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.393130] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.393724] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-614884db-a3d7-41cb-b7bf-840180069660 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.408236] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.408236] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.408236] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8510eea4-8b18-4e6c-9793-8919b056eedd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.415465] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 677.415465] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52214f24-463e-6574-0741-46829b139df5" [ 677.415465] env[69843]: _type = "Task" [ 677.415465] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.425066] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52214f24-463e-6574-0741-46829b139df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.517541] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.567931] env[69843]: DEBUG nova.compute.manager [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.609850] env[69843]: DEBUG nova.virt.hardware [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:30:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='712746550',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-333030344',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.610149] env[69843]: DEBUG nova.virt.hardware [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.610302] env[69843]: DEBUG nova.virt.hardware [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.610531] env[69843]: DEBUG nova.virt.hardware [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.610689] env[69843]: DEBUG nova.virt.hardware [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.610869] env[69843]: DEBUG nova.virt.hardware [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.612648] env[69843]: DEBUG nova.virt.hardware [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.612958] env[69843]: DEBUG nova.virt.hardware [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.617315] env[69843]: DEBUG nova.virt.hardware [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.617469] env[69843]: DEBUG nova.virt.hardware [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.617714] env[69843]: DEBUG nova.virt.hardware [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.619726] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ceff53-7c75-4dde-ba71-88148f441669 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.634933] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19151c12-ca3a-4dc1-8f32-83be17e2b012 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.745144] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.776052] env[69843]: DEBUG nova.scheduler.client.report [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.861558] env[69843]: DEBUG oslo_concurrency.lockutils [req-0128431d-4a47-4a8c-8cef-a3db786abebf req-1028191e-a242-45d0-b6ba-23a00469d93f service nova] Releasing lock "refresh_cache-a2f4cd65-1832-4476-8b56-f33b9a36237b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.925897] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52214f24-463e-6574-0741-46829b139df5, 'name': SearchDatastore_Task, 'duration_secs': 0.040891} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.926785] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3441e8ac-0383-442f-b3ef-dbb2c1e96a44 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.937238] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 677.937238] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521c2555-0e54-1a9c-c837-1e28e373417e" [ 677.937238] env[69843]: _type = "Task" [ 677.937238] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.946942] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521c2555-0e54-1a9c-c837-1e28e373417e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.990320] env[69843]: DEBUG nova.network.neutron [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Updating instance_info_cache with network_info: [{"id": "5d2f36cc-15b2-49d9-ba00-9652ef668bbd", "address": "fa:16:3e:6d:75:b0", "network": {"id": "8e2a8c9e-6ccf-4c32-8f16-46610aaa8d98", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1480586802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacec5381a14881bc7f59f34f6909d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d2f36cc-15", "ovs_interfaceid": "5d2f36cc-15b2-49d9-ba00-9652ef668bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.282284] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.283093] env[69843]: DEBUG nova.compute.manager [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.289656] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.848s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.296610] env[69843]: INFO nova.compute.claims [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.398858] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.398858] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.399032] env[69843]: DEBUG nova.network.neutron [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.449182] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521c2555-0e54-1a9c-c837-1e28e373417e, 'name': SearchDatastore_Task, 'duration_secs': 0.015007} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.449573] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.449820] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] a2f4cd65-1832-4476-8b56-f33b9a36237b/a2f4cd65-1832-4476-8b56-f33b9a36237b.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.450144] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2558674f-f75a-4a8d-8982-922c418dd702 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.461188] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 678.461188] env[69843]: value = "task-3703657" [ 678.461188] env[69843]: _type = "Task" [ 678.461188] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.478010] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.497199] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Releasing lock "refresh_cache-29a09314-10de-4b2e-8321-e4efab012869" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.497199] env[69843]: DEBUG nova.compute.manager [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Instance network_info: |[{"id": "5d2f36cc-15b2-49d9-ba00-9652ef668bbd", "address": "fa:16:3e:6d:75:b0", "network": {"id": "8e2a8c9e-6ccf-4c32-8f16-46610aaa8d98", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1480586802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacec5381a14881bc7f59f34f6909d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d2f36cc-15", "ovs_interfaceid": "5d2f36cc-15b2-49d9-ba00-9652ef668bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.497637] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:75:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d2f36cc-15b2-49d9-ba00-9652ef668bbd', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.503797] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Creating folder: Project (6aacec5381a14881bc7f59f34f6909d0). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.503797] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b583b8cc-22fa-4609-b784-e09c77bbab55 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.520870] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Created folder: Project (6aacec5381a14881bc7f59f34f6909d0) in parent group-v737654. [ 678.521135] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Creating folder: Instances. Parent ref: group-v737692. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.521342] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb5e29ac-a863-42e5-b333-a95251f7f642 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.523979] env[69843]: DEBUG nova.network.neutron [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Updated VIF entry in instance network info cache for port 312ab398-5bbb-4533-92df-8bf33767224c. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.524341] env[69843]: DEBUG nova.network.neutron [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Updating instance_info_cache with network_info: [{"id": "312ab398-5bbb-4533-92df-8bf33767224c", "address": "fa:16:3e:78:9d:c1", "network": {"id": "efad8810-8859-4309-ab08-10ea2ef4c88a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1433744389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2b3ce993b4d4b038d1b5bdb06756c02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap312ab398-5b", "ovs_interfaceid": "312ab398-5bbb-4533-92df-8bf33767224c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.538590] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Created folder: Instances in parent group-v737692. [ 678.538852] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.539066] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.539285] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c5a80e5-af5e-4fec-b992-f312d09bf053 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.571383] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.571383] env[69843]: value = "task-3703660" [ 678.571383] env[69843]: _type = "Task" [ 678.571383] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.586660] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703660, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.586660] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquiring lock "952acce6-ad90-46ee-94d0-1133bc096c3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.586925] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lock "952acce6-ad90-46ee-94d0-1133bc096c3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.587158] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquiring lock "952acce6-ad90-46ee-94d0-1133bc096c3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.587446] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lock "952acce6-ad90-46ee-94d0-1133bc096c3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.587529] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lock "952acce6-ad90-46ee-94d0-1133bc096c3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.592120] env[69843]: INFO nova.compute.manager [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Terminating instance [ 678.804282] env[69843]: DEBUG nova.compute.utils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.807363] env[69843]: DEBUG nova.compute.manager [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.808253] env[69843]: DEBUG nova.network.neutron [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.929915] env[69843]: DEBUG nova.policy [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71370385135a4e889d484bb44cc8262b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73d92b8597504abda0e99cce68de9301', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.979280] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703657, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.031024] env[69843]: DEBUG oslo_concurrency.lockutils [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] Releasing lock "refresh_cache-25fff063-fede-436b-95a9-b392d0771beb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.031024] env[69843]: DEBUG nova.compute.manager [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Received event network-changed-5d2f36cc-15b2-49d9-ba00-9652ef668bbd {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.031024] env[69843]: DEBUG nova.compute.manager [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Refreshing instance network info cache due to event network-changed-5d2f36cc-15b2-49d9-ba00-9652ef668bbd. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.031024] env[69843]: DEBUG oslo_concurrency.lockutils [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] Acquiring lock "refresh_cache-29a09314-10de-4b2e-8321-e4efab012869" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.031024] env[69843]: DEBUG oslo_concurrency.lockutils [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] Acquired lock "refresh_cache-29a09314-10de-4b2e-8321-e4efab012869" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.031572] env[69843]: DEBUG nova.network.neutron [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Refreshing network info cache for port 5d2f36cc-15b2-49d9-ba00-9652ef668bbd {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.088503] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703660, 'name': CreateVM_Task, 'duration_secs': 0.517365} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.088503] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.091092] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.091886] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.092439] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.092696] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74bdd32-9b96-42a5-b914-0a7a86ad6636 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.099464] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Waiting for the task: (returnval){ [ 679.099464] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a8a3be-ddef-6cb2-550c-8e685602eff4" [ 679.099464] env[69843]: _type = "Task" [ 679.099464] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.103562] env[69843]: DEBUG nova.compute.manager [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.103562] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.104305] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cc32cd-18b3-466f-a685-1b8dfbc738a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.115230] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a8a3be-ddef-6cb2-550c-8e685602eff4, 'name': SearchDatastore_Task, 'duration_secs': 0.012432} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.117693] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.117958] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.118166] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.118308] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.118490] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.118780] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.119345] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a50b0a90-2610-440f-858d-e4edb2c28df7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.121474] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-078b8f50-e406-406d-a73c-a8368cdb64f7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.129355] env[69843]: DEBUG oslo_vmware.api [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for the task: (returnval){ [ 679.129355] env[69843]: value = "task-3703661" [ 679.129355] env[69843]: _type = "Task" [ 679.129355] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.138425] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.138727] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.140064] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-192f1a32-e09c-4989-9583-dfb782bb71cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.146198] env[69843]: DEBUG oslo_vmware.api [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.150223] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Waiting for the task: (returnval){ [ 679.150223] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ad8d54-aa0e-f2f4-54a2-281ad732b2ef" [ 679.150223] env[69843]: _type = "Task" [ 679.150223] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.159502] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ad8d54-aa0e-f2f4-54a2-281ad732b2ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.313989] env[69843]: DEBUG nova.compute.manager [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.472067] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636685} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.472347] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] a2f4cd65-1832-4476-8b56-f33b9a36237b/a2f4cd65-1832-4476-8b56-f33b9a36237b.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.472574] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.472803] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5926b7ea-157e-4d69-92ba-45f121fd99da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.481936] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 679.481936] env[69843]: value = "task-3703662" [ 679.481936] env[69843]: _type = "Task" [ 679.481936] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.496122] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.642582] env[69843]: DEBUG oslo_vmware.api [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703661, 'name': PowerOffVM_Task, 'duration_secs': 0.332592} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.645487] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.645661] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.646143] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7466585-5805-4861-9175-1cb6087a35da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.669105] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ad8d54-aa0e-f2f4-54a2-281ad732b2ef, 'name': SearchDatastore_Task, 'duration_secs': 0.01876} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.670012] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9556686-a6ad-4b79-8fc6-cd64a402a3d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.680222] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Waiting for the task: (returnval){ [ 679.680222] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a619ea-17b8-5464-9f20-bf22ac9b2b9b" [ 679.680222] env[69843]: _type = "Task" [ 679.680222] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.690769] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a619ea-17b8-5464-9f20-bf22ac9b2b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.719030] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.719030] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.719030] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Deleting the datastore file [datastore2] 952acce6-ad90-46ee-94d0-1133bc096c3c {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.719030] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-760e2c41-f3fb-4b46-8737-96ce7e08f744 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.730447] env[69843]: DEBUG oslo_vmware.api [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for the task: (returnval){ [ 679.730447] env[69843]: value = "task-3703664" [ 679.730447] env[69843]: _type = "Task" [ 679.730447] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.741858] env[69843]: DEBUG oslo_vmware.api [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.830973] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e62af3-2cfc-417b-9f1c-bfdf23c9f147 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.842293] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbc7a65-e5b2-43e0-b7a8-d18d367c242c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.876499] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f778e5f-bb5e-4924-9472-db0bb4e55cb8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.886266] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85389903-4786-4527-9c2a-c4fd4b5a5789 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.901738] env[69843]: DEBUG nova.compute.provider_tree [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.996943] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078286} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.997249] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.998125] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31129dc-2206-41a9-8b6d-3ecac0b1471e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.031482] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] a2f4cd65-1832-4476-8b56-f33b9a36237b/a2f4cd65-1832-4476-8b56-f33b9a36237b.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.031816] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3dcb6ba-ad50-472a-a72d-506ca1290a91 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.053774] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 680.053774] env[69843]: value = "task-3703665" [ 680.053774] env[69843]: _type = "Task" [ 680.053774] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.062776] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.124636] env[69843]: DEBUG nova.network.neutron [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance_info_cache with network_info: [{"id": "a6544a57-b8ff-446e-bd87-c9daa3a7e007", "address": "fa:16:3e:b4:73:fd", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6544a57-b8", "ovs_interfaceid": "a6544a57-b8ff-446e-bd87-c9daa3a7e007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.198800] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a619ea-17b8-5464-9f20-bf22ac9b2b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.059198} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.198800] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.199856] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 29a09314-10de-4b2e-8321-e4efab012869/29a09314-10de-4b2e-8321-e4efab012869.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.199913] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41e558a9-488d-4b15-b5fe-ac7d4d556482 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.209248] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Waiting for the task: (returnval){ [ 680.209248] env[69843]: value = "task-3703666" [ 680.209248] env[69843]: _type = "Task" [ 680.209248] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.219160] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.248106] env[69843]: DEBUG oslo_vmware.api [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703664, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.309246] env[69843]: DEBUG nova.network.neutron [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Successfully created port: 5a131463-61ab-49b1-9b8b-eaf925b080b3 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.338058] env[69843]: DEBUG nova.compute.manager [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.378722] env[69843]: DEBUG nova.virt.hardware [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.378722] env[69843]: DEBUG nova.virt.hardware [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.378722] env[69843]: DEBUG nova.virt.hardware [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.379166] env[69843]: DEBUG nova.virt.hardware [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.379531] env[69843]: DEBUG nova.virt.hardware [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.380126] env[69843]: DEBUG nova.virt.hardware [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.382807] env[69843]: DEBUG nova.virt.hardware [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.382807] env[69843]: DEBUG nova.virt.hardware [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.382807] env[69843]: DEBUG nova.virt.hardware [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.382807] env[69843]: DEBUG nova.virt.hardware [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.382807] env[69843]: DEBUG nova.virt.hardware [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.383227] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a777cf-1b67-4be2-9fdd-e7011ec41ba7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.400293] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1994148c-45d1-461f-b08d-8f2e2216ce94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.415250] env[69843]: DEBUG nova.scheduler.client.report [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.568586] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703665, 'name': ReconfigVM_Task, 'duration_secs': 0.482276} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.568886] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Reconfigured VM instance instance-0000000c to attach disk [datastore1] a2f4cd65-1832-4476-8b56-f33b9a36237b/a2f4cd65-1832-4476-8b56-f33b9a36237b.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.569901] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfd7ea76-1036-4433-b761-2af21d4bd27a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.579384] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 680.579384] env[69843]: value = "task-3703667" [ 680.579384] env[69843]: _type = "Task" [ 680.579384] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.589910] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703667, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.631475] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.732983] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703666, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.749247] env[69843]: DEBUG oslo_vmware.api [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Task: {'id': task-3703664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521744} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.749528] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.752662] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.753077] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.753518] env[69843]: INFO nova.compute.manager [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Took 1.65 seconds to destroy the instance on the hypervisor. [ 680.754044] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.754044] env[69843]: DEBUG nova.compute.manager [-] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.754185] env[69843]: DEBUG nova.network.neutron [-] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.797453] env[69843]: DEBUG nova.network.neutron [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Updated VIF entry in instance network info cache for port 5d2f36cc-15b2-49d9-ba00-9652ef668bbd. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.797826] env[69843]: DEBUG nova.network.neutron [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Updating instance_info_cache with network_info: [{"id": "5d2f36cc-15b2-49d9-ba00-9652ef668bbd", "address": "fa:16:3e:6d:75:b0", "network": {"id": "8e2a8c9e-6ccf-4c32-8f16-46610aaa8d98", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1480586802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacec5381a14881bc7f59f34f6909d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d2f36cc-15", "ovs_interfaceid": "5d2f36cc-15b2-49d9-ba00-9652ef668bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.920851] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.921398] env[69843]: DEBUG nova.compute.manager [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.932036] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.949s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.932036] env[69843]: INFO nova.compute.claims [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.095057] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703667, 'name': Rename_Task, 'duration_secs': 0.460367} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.095287] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.095485] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad5eb7ba-33c5-433a-a813-534102100db9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.103752] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 681.103752] env[69843]: value = "task-3703668" [ 681.103752] env[69843]: _type = "Task" [ 681.103752] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.120291] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.149476] env[69843]: DEBUG nova.network.neutron [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Successfully updated port: 1992f5d1-4d55-4145-a259-b8c60c8c3731 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.178499] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25750ed-5516-4a83-ad65-5aa08462a470 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.202658] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329b46f7-802a-46a2-a318-7326d8b4a098 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.214340] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance '6eb4eb2c-448f-4f20-ab4d-03a458bff9a7' progress to 83 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 681.229360] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705409} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.229565] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 29a09314-10de-4b2e-8321-e4efab012869/29a09314-10de-4b2e-8321-e4efab012869.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.229785] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.230062] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ceea6a3-5cac-42e1-93fd-4d9d0e269aa7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.239189] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Waiting for the task: (returnval){ [ 681.239189] env[69843]: value = "task-3703669" [ 681.239189] env[69843]: _type = "Task" [ 681.239189] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.251306] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.301227] env[69843]: DEBUG oslo_concurrency.lockutils [req-54bb795e-e795-44bf-bdfc-98b5d66dc028 req-38c69ef7-1e0e-4184-8cb5-aceba98cd30b service nova] Releasing lock "refresh_cache-29a09314-10de-4b2e-8321-e4efab012869" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.429142] env[69843]: DEBUG nova.compute.utils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.432694] env[69843]: DEBUG nova.compute.manager [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.432823] env[69843]: DEBUG nova.network.neutron [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.626588] env[69843]: DEBUG nova.policy [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d5bbd3e1a43409188a8ff9cbbc24732', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0e1c039d4f44419acdd2f63e9e8f881', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.636191] env[69843]: DEBUG oslo_vmware.api [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703668, 'name': PowerOnVM_Task, 'duration_secs': 0.51211} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.636191] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.636191] env[69843]: INFO nova.compute.manager [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Took 9.80 seconds to spawn the instance on the hypervisor. [ 681.637276] env[69843]: DEBUG nova.compute.manager [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.638205] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a366ac02-53e9-46b1-8ea6-3beaf250284b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.651822] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "refresh_cache-ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.651986] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquired lock "refresh_cache-ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.652149] env[69843]: DEBUG nova.network.neutron [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.712725] env[69843]: DEBUG nova.compute.manager [req-3c024184-0b86-47d8-ada7-dde419133317 req-3bf672a0-16ef-4404-87c6-8b8c6e3d15eb service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Received event network-vif-plugged-1992f5d1-4d55-4145-a259-b8c60c8c3731 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.712955] env[69843]: DEBUG oslo_concurrency.lockutils [req-3c024184-0b86-47d8-ada7-dde419133317 req-3bf672a0-16ef-4404-87c6-8b8c6e3d15eb service nova] Acquiring lock "ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.713283] env[69843]: DEBUG oslo_concurrency.lockutils [req-3c024184-0b86-47d8-ada7-dde419133317 req-3bf672a0-16ef-4404-87c6-8b8c6e3d15eb service nova] Lock "ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.713443] env[69843]: DEBUG oslo_concurrency.lockutils [req-3c024184-0b86-47d8-ada7-dde419133317 req-3bf672a0-16ef-4404-87c6-8b8c6e3d15eb service nova] Lock "ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.713870] env[69843]: DEBUG nova.compute.manager [req-3c024184-0b86-47d8-ada7-dde419133317 req-3bf672a0-16ef-4404-87c6-8b8c6e3d15eb service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] No waiting events found dispatching network-vif-plugged-1992f5d1-4d55-4145-a259-b8c60c8c3731 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 681.713937] env[69843]: WARNING nova.compute.manager [req-3c024184-0b86-47d8-ada7-dde419133317 req-3bf672a0-16ef-4404-87c6-8b8c6e3d15eb service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Received unexpected event network-vif-plugged-1992f5d1-4d55-4145-a259-b8c60c8c3731 for instance with vm_state building and task_state spawning. [ 681.723485] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.723485] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-872b2e97-acda-47b0-9a3f-58319beca225 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.736300] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 681.736300] env[69843]: value = "task-3703670" [ 681.736300] env[69843]: _type = "Task" [ 681.736300] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.752589] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.757535] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081453} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.757872] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.758773] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5bf1ea-ddeb-46b3-8bef-55f0950db101 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.800369] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 29a09314-10de-4b2e-8321-e4efab012869/29a09314-10de-4b2e-8321-e4efab012869.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.801346] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aee9e5ca-5e0f-4c12-bfeb-d28f864febd2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.836269] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Waiting for the task: (returnval){ [ 681.836269] env[69843]: value = "task-3703671" [ 681.836269] env[69843]: _type = "Task" [ 681.836269] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.845966] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.937399] env[69843]: DEBUG nova.compute.manager [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.123012] env[69843]: DEBUG nova.network.neutron [-] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.169189] env[69843]: INFO nova.compute.manager [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Took 31.38 seconds to build instance. [ 682.255106] env[69843]: DEBUG oslo_vmware.api [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703670, 'name': PowerOnVM_Task, 'duration_secs': 0.493544} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.256183] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.256183] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dac820b4-cb4c-42b7-b620-802a05310b47 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance '6eb4eb2c-448f-4f20-ab4d-03a458bff9a7' progress to 100 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 682.320794] env[69843]: DEBUG nova.network.neutron [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.354222] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703671, 'name': ReconfigVM_Task, 'duration_secs': 0.405626} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.354432] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 29a09314-10de-4b2e-8321-e4efab012869/29a09314-10de-4b2e-8321-e4efab012869.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.355092] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a94efb4-753b-47b4-95d9-41b78636268e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.364062] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Waiting for the task: (returnval){ [ 682.364062] env[69843]: value = "task-3703672" [ 682.364062] env[69843]: _type = "Task" [ 682.364062] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.385536] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703672, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.543686] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5ce8ff-3c03-4b0f-9a27-ffa4e9636126 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.555889] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3078f3-65b1-4b48-8ccf-ca14509f4836 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.598639] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8e1a12-fa62-4513-a907-b54793710818 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.612167] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e767e3d-4271-4e0d-b33d-65d008cb6055 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.636648] env[69843]: INFO nova.compute.manager [-] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Took 1.88 seconds to deallocate network for instance. [ 682.639290] env[69843]: DEBUG nova.compute.provider_tree [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.672280] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5d999394-fec9-423d-8bad-e8e02df0b934 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "a2f4cd65-1832-4476-8b56-f33b9a36237b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.905s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.877896] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703672, 'name': Rename_Task, 'duration_secs': 0.179026} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.882373] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.882800] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0521173-06d9-47bc-a884-20524820023c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.894298] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Waiting for the task: (returnval){ [ 682.894298] env[69843]: value = "task-3703673" [ 682.894298] env[69843]: _type = "Task" [ 682.894298] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.903696] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.949380] env[69843]: DEBUG nova.compute.manager [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.989405] env[69843]: DEBUG nova.virt.hardware [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.990131] env[69843]: DEBUG nova.virt.hardware [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.990131] env[69843]: DEBUG nova.virt.hardware [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.990131] env[69843]: DEBUG nova.virt.hardware [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.990131] env[69843]: DEBUG nova.virt.hardware [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.991256] env[69843]: DEBUG nova.virt.hardware [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.991256] env[69843]: DEBUG nova.virt.hardware [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.991431] env[69843]: DEBUG nova.virt.hardware [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.991836] env[69843]: DEBUG nova.virt.hardware [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.992033] env[69843]: DEBUG nova.virt.hardware [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.992461] env[69843]: DEBUG nova.virt.hardware [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.993123] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53faf7a-7539-482d-9392-aa022d8987fd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.004776] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532a583e-1a12-4793-bc7d-982a6e4df89f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.145677] env[69843]: DEBUG nova.scheduler.client.report [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.154896] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.175609] env[69843]: DEBUG nova.compute.manager [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.233727] env[69843]: DEBUG nova.network.neutron [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Updating instance_info_cache with network_info: [{"id": "1992f5d1-4d55-4145-a259-b8c60c8c3731", "address": "fa:16:3e:4d:05:75", "network": {"id": "fe754b4b-ba1e-4bb1-81f2-42265585c12f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1445820323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68a80f0f7d5c415f8a98c39e92b3c587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1992f5d1-4d", "ovs_interfaceid": "1992f5d1-4d55-4145-a259-b8c60c8c3731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.383152] env[69843]: DEBUG nova.network.neutron [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Successfully created port: 9ab3c89d-60b8-4127-aa90-96ac93966d6c {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.413193] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.470545] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.471151] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.658694] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.658694] env[69843]: DEBUG nova.compute.manager [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.666138] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.563s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.666138] env[69843]: INFO nova.compute.claims [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.718276] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.737926] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Releasing lock "refresh_cache-ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.738310] env[69843]: DEBUG nova.compute.manager [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Instance network_info: |[{"id": "1992f5d1-4d55-4145-a259-b8c60c8c3731", "address": "fa:16:3e:4d:05:75", "network": {"id": "fe754b4b-ba1e-4bb1-81f2-42265585c12f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1445820323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68a80f0f7d5c415f8a98c39e92b3c587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1992f5d1-4d", "ovs_interfaceid": "1992f5d1-4d55-4145-a259-b8c60c8c3731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.738725] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:05:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1992f5d1-4d55-4145-a259-b8c60c8c3731', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.746288] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Creating folder: Project (68a80f0f7d5c415f8a98c39e92b3c587). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.747355] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12cb4109-f21a-4fc5-b615-f33d04909e14 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.768277] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Created folder: Project (68a80f0f7d5c415f8a98c39e92b3c587) in parent group-v737654. [ 683.768277] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Creating folder: Instances. Parent ref: group-v737695. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.768277] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da52de25-a011-4a5f-bc99-af5729cd99db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.785439] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Created folder: Instances in parent group-v737695. [ 683.786333] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.786333] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.786333] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ff6b73-2df9-4e00-b037-5e6c8b855016 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.812978] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.812978] env[69843]: value = "task-3703676" [ 683.812978] env[69843]: _type = "Task" [ 683.812978] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.823056] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703676, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.907787] env[69843]: DEBUG oslo_vmware.api [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703673, 'name': PowerOnVM_Task, 'duration_secs': 0.596025} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.908245] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.908332] env[69843]: INFO nova.compute.manager [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Took 9.98 seconds to spawn the instance on the hypervisor. [ 683.908464] env[69843]: DEBUG nova.compute.manager [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.909298] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43b60b-0c6b-44dc-bb44-c08430c86cc9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.179069] env[69843]: DEBUG nova.compute.utils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.188572] env[69843]: DEBUG nova.network.neutron [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Successfully updated port: 5a131463-61ab-49b1-9b8b-eaf925b080b3 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.191915] env[69843]: DEBUG nova.compute.manager [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.191915] env[69843]: DEBUG nova.network.neutron [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.328033] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703676, 'name': CreateVM_Task, 'duration_secs': 0.501871} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.328033] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.328199] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.328413] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.329066] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.329066] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22192073-9110-4e02-beec-4d42325b6755 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.336284] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 684.336284] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c2d331-92d1-0e7d-5905-6153050c78ec" [ 684.336284] env[69843]: _type = "Task" [ 684.336284] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.349457] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c2d331-92d1-0e7d-5905-6153050c78ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.356103] env[69843]: DEBUG nova.policy [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71370385135a4e889d484bb44cc8262b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73d92b8597504abda0e99cce68de9301', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.433811] env[69843]: INFO nova.compute.manager [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Took 32.40 seconds to build instance. [ 684.693520] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "refresh_cache-ca89ba12-1438-44fa-b88a-bbe9386b4dce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.693704] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired lock "refresh_cache-ca89ba12-1438-44fa-b88a-bbe9386b4dce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.698446] env[69843]: DEBUG nova.network.neutron [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.699971] env[69843]: DEBUG nova.compute.manager [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.711902] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Acquiring lock "62b00bec-6db7-4864-86eb-d702db8dbc47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.711902] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Lock "62b00bec-6db7-4864-86eb-d702db8dbc47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.856042] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c2d331-92d1-0e7d-5905-6153050c78ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012483} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.856432] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.856783] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.856871] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.858142] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.858564] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.859970] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77077401-d75b-4070-b7cf-5f65fd8704b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.871950] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.872121] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.873531] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e36b14f-608e-4b1d-891d-cf5fce83c562 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.882021] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 684.882021] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5251868c-f56f-8fa0-5d86-9dade95a3ac4" [ 684.882021] env[69843]: _type = "Task" [ 684.882021] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.893059] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5251868c-f56f-8fa0-5d86-9dade95a3ac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.935707] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e57a86f5-3ed0-471f-801d-3609b966dfab tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Lock "29a09314-10de-4b2e-8321-e4efab012869" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.907s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.066068] env[69843]: DEBUG nova.compute.manager [req-d1794cbb-9a48-4b04-8198-59eacadf74b0 req-dfe45f23-ff7a-4905-98ce-2f05755fa797 service nova] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Received event network-vif-plugged-5a131463-61ab-49b1-9b8b-eaf925b080b3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.066068] env[69843]: DEBUG oslo_concurrency.lockutils [req-d1794cbb-9a48-4b04-8198-59eacadf74b0 req-dfe45f23-ff7a-4905-98ce-2f05755fa797 service nova] Acquiring lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.066068] env[69843]: DEBUG oslo_concurrency.lockutils [req-d1794cbb-9a48-4b04-8198-59eacadf74b0 req-dfe45f23-ff7a-4905-98ce-2f05755fa797 service nova] Lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.066068] env[69843]: DEBUG oslo_concurrency.lockutils [req-d1794cbb-9a48-4b04-8198-59eacadf74b0 req-dfe45f23-ff7a-4905-98ce-2f05755fa797 service nova] Lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.066316] env[69843]: DEBUG nova.compute.manager [req-d1794cbb-9a48-4b04-8198-59eacadf74b0 req-dfe45f23-ff7a-4905-98ce-2f05755fa797 service nova] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] No waiting events found dispatching network-vif-plugged-5a131463-61ab-49b1-9b8b-eaf925b080b3 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 685.066369] env[69843]: WARNING nova.compute.manager [req-d1794cbb-9a48-4b04-8198-59eacadf74b0 req-dfe45f23-ff7a-4905-98ce-2f05755fa797 service nova] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Received unexpected event network-vif-plugged-5a131463-61ab-49b1-9b8b-eaf925b080b3 for instance with vm_state building and task_state spawning. [ 685.094211] env[69843]: DEBUG nova.compute.manager [req-edbaa096-6499-4401-9f72-8e02a8fe36c3 req-5e0f5ce2-8cc9-4451-a1fd-7888bb1199f8 service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Received event network-changed-1992f5d1-4d55-4145-a259-b8c60c8c3731 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.095613] env[69843]: DEBUG nova.compute.manager [req-edbaa096-6499-4401-9f72-8e02a8fe36c3 req-5e0f5ce2-8cc9-4451-a1fd-7888bb1199f8 service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Refreshing instance network info cache due to event network-changed-1992f5d1-4d55-4145-a259-b8c60c8c3731. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.096184] env[69843]: DEBUG oslo_concurrency.lockutils [req-edbaa096-6499-4401-9f72-8e02a8fe36c3 req-5e0f5ce2-8cc9-4451-a1fd-7888bb1199f8 service nova] Acquiring lock "refresh_cache-ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.097047] env[69843]: DEBUG oslo_concurrency.lockutils [req-edbaa096-6499-4401-9f72-8e02a8fe36c3 req-5e0f5ce2-8cc9-4451-a1fd-7888bb1199f8 service nova] Acquired lock "refresh_cache-ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.097309] env[69843]: DEBUG nova.network.neutron [req-edbaa096-6499-4401-9f72-8e02a8fe36c3 req-5e0f5ce2-8cc9-4451-a1fd-7888bb1199f8 service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Refreshing network info cache for port 1992f5d1-4d55-4145-a259-b8c60c8c3731 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.222661] env[69843]: DEBUG nova.network.neutron [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Successfully created port: 00e58119-d309-4764-b36f-63eb45a8c232 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.259132] env[69843]: DEBUG nova.network.neutron [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.303020] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505fbd41-8b6c-4ce7-8420-2f2258aeb167 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.312242] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef4d268-a27e-4807-9de5-eae729069eae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.353920] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fe467e-ed8b-48e3-8a52-36fcfebcb983 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.363935] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab446f3-28af-4bb9-b4e8-e7dcf255db94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.380178] env[69843]: DEBUG nova.compute.provider_tree [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.394578] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5251868c-f56f-8fa0-5d86-9dade95a3ac4, 'name': SearchDatastore_Task, 'duration_secs': 0.039661} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.396084] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c389da8f-ae53-4544-b72a-79498d8b6e89 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.403310] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 685.403310] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d1fa29-c44c-6810-d7b0-491870f19701" [ 685.403310] env[69843]: _type = "Task" [ 685.403310] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.413296] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d1fa29-c44c-6810-d7b0-491870f19701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.438233] env[69843]: DEBUG nova.compute.manager [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.521615] env[69843]: DEBUG nova.network.neutron [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Updating instance_info_cache with network_info: [{"id": "5a131463-61ab-49b1-9b8b-eaf925b080b3", "address": "fa:16:3e:88:a8:0d", "network": {"id": "4eb7e55c-be81-4f8f-8ed1-b0b7e8ee7ba8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1731389817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73d92b8597504abda0e99cce68de9301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a131463-61", "ovs_interfaceid": "5a131463-61ab-49b1-9b8b-eaf925b080b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.677169] env[69843]: DEBUG nova.network.neutron [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Successfully updated port: 9ab3c89d-60b8-4127-aa90-96ac93966d6c {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.719992] env[69843]: DEBUG nova.compute.manager [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.759026] env[69843]: DEBUG nova.virt.hardware [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.759026] env[69843]: DEBUG nova.virt.hardware [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.759026] env[69843]: DEBUG nova.virt.hardware [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.759766] env[69843]: DEBUG nova.virt.hardware [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.759766] env[69843]: DEBUG nova.virt.hardware [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.759766] env[69843]: DEBUG nova.virt.hardware [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.759766] env[69843]: DEBUG nova.virt.hardware [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.759766] env[69843]: DEBUG nova.virt.hardware [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.759955] env[69843]: DEBUG nova.virt.hardware [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.759955] env[69843]: DEBUG nova.virt.hardware [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.759955] env[69843]: DEBUG nova.virt.hardware [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.760811] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e74285-cdc5-4f51-a929-53d517390835 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.771420] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d931b71d-15e2-4df5-8d6f-bd4aeb584345 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.890197] env[69843]: DEBUG nova.scheduler.client.report [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.922247] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d1fa29-c44c-6810-d7b0-491870f19701, 'name': SearchDatastore_Task, 'duration_secs': 0.047966} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.922440] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.925712] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043/ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.925712] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a1af99b-361d-4e22-815f-98a3a8696310 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.934540] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 685.934540] env[69843]: value = "task-3703677" [ 685.934540] env[69843]: _type = "Task" [ 685.934540] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.957227] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.974272] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.990055] env[69843]: DEBUG nova.network.neutron [req-edbaa096-6499-4401-9f72-8e02a8fe36c3 req-5e0f5ce2-8cc9-4451-a1fd-7888bb1199f8 service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Updated VIF entry in instance network info cache for port 1992f5d1-4d55-4145-a259-b8c60c8c3731. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.990055] env[69843]: DEBUG nova.network.neutron [req-edbaa096-6499-4401-9f72-8e02a8fe36c3 req-5e0f5ce2-8cc9-4451-a1fd-7888bb1199f8 service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Updating instance_info_cache with network_info: [{"id": "1992f5d1-4d55-4145-a259-b8c60c8c3731", "address": "fa:16:3e:4d:05:75", "network": {"id": "fe754b4b-ba1e-4bb1-81f2-42265585c12f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1445820323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68a80f0f7d5c415f8a98c39e92b3c587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1992f5d1-4d", "ovs_interfaceid": "1992f5d1-4d55-4145-a259-b8c60c8c3731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.025546] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Releasing lock "refresh_cache-ca89ba12-1438-44fa-b88a-bbe9386b4dce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.025907] env[69843]: DEBUG nova.compute.manager [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Instance network_info: |[{"id": "5a131463-61ab-49b1-9b8b-eaf925b080b3", "address": "fa:16:3e:88:a8:0d", "network": {"id": "4eb7e55c-be81-4f8f-8ed1-b0b7e8ee7ba8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1731389817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "73d92b8597504abda0e99cce68de9301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a131463-61", "ovs_interfaceid": "5a131463-61ab-49b1-9b8b-eaf925b080b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.026433] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:a8:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a131463-61ab-49b1-9b8b-eaf925b080b3', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.037810] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Creating folder: Project (73d92b8597504abda0e99cce68de9301). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.038623] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cbcc0fe-867b-42df-ab74-2ab289f0824d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.057121] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Created folder: Project (73d92b8597504abda0e99cce68de9301) in parent group-v737654. [ 686.057121] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Creating folder: Instances. Parent ref: group-v737698. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.057393] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3f24771-8a05-401f-9dd0-373e8ae426a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.068770] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Created folder: Instances in parent group-v737698. [ 686.069964] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.069964] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.069964] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23162566-70d3-435d-8ef2-bb1c5284e935 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.095670] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.095670] env[69843]: value = "task-3703680" [ 686.095670] env[69843]: _type = "Task" [ 686.095670] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.108515] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703680, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.181191] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Acquiring lock "refresh_cache-3006d961-2b97-45ca-aa2f-d24c378b15c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.181242] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Acquired lock "refresh_cache-3006d961-2b97-45ca-aa2f-d24c378b15c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.181406] env[69843]: DEBUG nova.network.neutron [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.410525] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.410525] env[69843]: DEBUG nova.compute.manager [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.416903] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.743s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.417243] env[69843]: DEBUG nova.objects.instance [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Lazy-loading 'resources' on Instance uuid fbeab62b-8e98-4808-a641-7bde6e2cfbc9 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.453213] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703677, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.495606] env[69843]: DEBUG oslo_concurrency.lockutils [req-edbaa096-6499-4401-9f72-8e02a8fe36c3 req-5e0f5ce2-8cc9-4451-a1fd-7888bb1199f8 service nova] Releasing lock "refresh_cache-ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.495926] env[69843]: DEBUG nova.compute.manager [req-edbaa096-6499-4401-9f72-8e02a8fe36c3 req-5e0f5ce2-8cc9-4451-a1fd-7888bb1199f8 service nova] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Received event network-vif-deleted-2427073a-6e22-498d-b42a-bacdf4781961 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.608511] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703680, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.744952] env[69843]: DEBUG nova.network.neutron [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.921286] env[69843]: DEBUG nova.compute.utils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.930077] env[69843]: DEBUG nova.compute.manager [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.930077] env[69843]: DEBUG nova.network.neutron [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.954826] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57699} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.957856] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043/ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.959515] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.961044] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bcc6d2f-e9d7-4995-9351-569e6b9dbd19 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.975468] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 686.975468] env[69843]: value = "task-3703681" [ 686.975468] env[69843]: _type = "Task" [ 686.975468] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.986702] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.045538] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Acquiring lock "93638b9b-cc01-4aca-9e55-7cf5f24d95da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.046085] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Lock "93638b9b-cc01-4aca-9e55-7cf5f24d95da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.114105] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703680, 'name': CreateVM_Task, 'duration_secs': 0.620114} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.114105] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.114999] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.115156] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.115958] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.117027] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce907c0-9e60-4830-85b5-9f4faa9882f5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.122911] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 687.122911] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5295168c-55d7-ec49-62cc-0e656c504ccf" [ 687.122911] env[69843]: _type = "Task" [ 687.122911] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.143582] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5295168c-55d7-ec49-62cc-0e656c504ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.253311] env[69843]: DEBUG nova.policy [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71370385135a4e889d484bb44cc8262b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73d92b8597504abda0e99cce68de9301', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.436963] env[69843]: DEBUG nova.compute.manager [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.490841] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14245} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.495350] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.503407] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02861cbc-6cbb-4277-a4bc-d8c0cd523be4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.511367] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "222f4b6a-f397-4a13-8a88-c8ecf3d71544" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.511545] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "222f4b6a-f397-4a13-8a88-c8ecf3d71544" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.542390] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043/ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.543721] env[69843]: DEBUG nova.network.neutron [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Updating instance_info_cache with network_info: [{"id": "9ab3c89d-60b8-4127-aa90-96ac93966d6c", "address": "fa:16:3e:4f:41:f4", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ab3c89d-60", "ovs_interfaceid": "9ab3c89d-60b8-4127-aa90-96ac93966d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.545100] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f04f78ff-129d-4c0c-96f8-0b7cb8c7eeed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.571521] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 687.571521] env[69843]: value = "task-3703682" [ 687.571521] env[69843]: _type = "Task" [ 687.571521] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.589915] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.615925] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f2ce02-d5f9-49f8-8327-6892756bdf0d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.633376] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262d3e69-0398-447d-bf14-a35244040530 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.645862] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5295168c-55d7-ec49-62cc-0e656c504ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.019125} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.650107] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.650107] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.650107] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.650107] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.650441] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.650441] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69d4f228-dd7c-47fb-9ede-fa74f3104975 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.685066] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de8d7d3-16db-4179-8f5e-d6f04adf858a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.694947] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fb1dc3-6bd7-4dc8-9c1d-036672401254 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.699747] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.699941] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.703816] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8aa1b2-806b-4992-9d23-398f6f64f46f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.707883] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 687.707883] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5209e319-5ad5-229d-3dbb-88d158c9d216" [ 687.707883] env[69843]: _type = "Task" [ 687.707883] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.717030] env[69843]: DEBUG nova.compute.provider_tree [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.729895] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.729895] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.729895] env[69843]: DEBUG nova.compute.manager [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Going to confirm migration 1 {{(pid=69843) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 687.730579] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5209e319-5ad5-229d-3dbb-88d158c9d216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.004127] env[69843]: DEBUG nova.network.neutron [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Successfully created port: 02edfd9e-66c5-4160-b756-69913a209ed9 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.064279] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Releasing lock "refresh_cache-3006d961-2b97-45ca-aa2f-d24c378b15c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.065123] env[69843]: DEBUG nova.compute.manager [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Instance network_info: |[{"id": "9ab3c89d-60b8-4127-aa90-96ac93966d6c", "address": "fa:16:3e:4f:41:f4", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ab3c89d-60", "ovs_interfaceid": "9ab3c89d-60b8-4127-aa90-96ac93966d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.065604] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:41:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ab3c89d-60b8-4127-aa90-96ac93966d6c', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.076534] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Creating folder: Project (b0e1c039d4f44419acdd2f63e9e8f881). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.078922] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5719edf7-e03c-40d0-b623-afcff8d41a30 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.090967] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.095420] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Created folder: Project (b0e1c039d4f44419acdd2f63e9e8f881) in parent group-v737654. [ 688.095627] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Creating folder: Instances. Parent ref: group-v737701. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.095938] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36f5e37b-2b7f-4dba-ab29-9c4ddad5d8a3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.108734] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Created folder: Instances in parent group-v737701. [ 688.109072] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.109302] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.109652] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de481184-4998-4279-b1b0-1df2df669f01 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.137837] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.137837] env[69843]: value = "task-3703685" [ 688.137837] env[69843]: _type = "Task" [ 688.137837] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.150758] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703685, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.167476] env[69843]: DEBUG nova.network.neutron [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Successfully updated port: 00e58119-d309-4764-b36f-63eb45a8c232 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.222570] env[69843]: DEBUG nova.scheduler.client.report [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.243195] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5209e319-5ad5-229d-3dbb-88d158c9d216, 'name': SearchDatastore_Task, 'duration_secs': 0.025606} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.246852] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03579eaa-d5bb-4ef7-86db-d88a390b35cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.258231] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 688.258231] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52314b98-dea3-390b-fe95-c3eea9efa3fc" [ 688.258231] env[69843]: _type = "Task" [ 688.258231] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.274577] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52314b98-dea3-390b-fe95-c3eea9efa3fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012289} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.274892] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.275198] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] ca89ba12-1438-44fa-b88a-bbe9386b4dce/ca89ba12-1438-44fa-b88a-bbe9386b4dce.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.275468] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-818f8373-a29c-4d54-960a-a7a5f02be110 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.286138] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 688.286138] env[69843]: value = "task-3703686" [ 688.286138] env[69843]: _type = "Task" [ 688.286138] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.297808] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.455597] env[69843]: DEBUG nova.compute.manager [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.486180] env[69843]: DEBUG nova.compute.manager [req-91570462-a82b-485f-8019-056535ec7ad3 req-7dd11361-871d-4715-b8a5-0097eef11b17 service nova] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Received event network-changed-5a131463-61ab-49b1-9b8b-eaf925b080b3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.486180] env[69843]: DEBUG nova.compute.manager [req-91570462-a82b-485f-8019-056535ec7ad3 req-7dd11361-871d-4715-b8a5-0097eef11b17 service nova] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Refreshing instance network info cache due to event network-changed-5a131463-61ab-49b1-9b8b-eaf925b080b3. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.486360] env[69843]: DEBUG oslo_concurrency.lockutils [req-91570462-a82b-485f-8019-056535ec7ad3 req-7dd11361-871d-4715-b8a5-0097eef11b17 service nova] Acquiring lock "refresh_cache-ca89ba12-1438-44fa-b88a-bbe9386b4dce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.486360] env[69843]: DEBUG oslo_concurrency.lockutils [req-91570462-a82b-485f-8019-056535ec7ad3 req-7dd11361-871d-4715-b8a5-0097eef11b17 service nova] Acquired lock "refresh_cache-ca89ba12-1438-44fa-b88a-bbe9386b4dce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.486527] env[69843]: DEBUG nova.network.neutron [req-91570462-a82b-485f-8019-056535ec7ad3 req-7dd11361-871d-4715-b8a5-0097eef11b17 service nova] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Refreshing network info cache for port 5a131463-61ab-49b1-9b8b-eaf925b080b3 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.495058] env[69843]: DEBUG nova.virt.hardware [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.495058] env[69843]: DEBUG nova.virt.hardware [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.495058] env[69843]: DEBUG nova.virt.hardware [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.499219] env[69843]: DEBUG nova.virt.hardware [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.499219] env[69843]: DEBUG nova.virt.hardware [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.499219] env[69843]: DEBUG nova.virt.hardware [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.499219] env[69843]: DEBUG nova.virt.hardware [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.499219] env[69843]: DEBUG nova.virt.hardware [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.499795] env[69843]: DEBUG nova.virt.hardware [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.499795] env[69843]: DEBUG nova.virt.hardware [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.499795] env[69843]: DEBUG nova.virt.hardware [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.499795] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.499795] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.500037] env[69843]: DEBUG nova.network.neutron [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.500037] env[69843]: DEBUG nova.objects.instance [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lazy-loading 'info_cache' on Instance uuid 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.505359] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630980a2-127b-436b-9c51-72e3d656ba64 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.519814] env[69843]: DEBUG nova.compute.manager [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Received event network-vif-plugged-9ab3c89d-60b8-4127-aa90-96ac93966d6c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.520137] env[69843]: DEBUG oslo_concurrency.lockutils [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] Acquiring lock "3006d961-2b97-45ca-aa2f-d24c378b15c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.520249] env[69843]: DEBUG oslo_concurrency.lockutils [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] Lock "3006d961-2b97-45ca-aa2f-d24c378b15c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.520417] env[69843]: DEBUG oslo_concurrency.lockutils [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] Lock "3006d961-2b97-45ca-aa2f-d24c378b15c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.520581] env[69843]: DEBUG nova.compute.manager [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] No waiting events found dispatching network-vif-plugged-9ab3c89d-60b8-4127-aa90-96ac93966d6c {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 688.520784] env[69843]: WARNING nova.compute.manager [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Received unexpected event network-vif-plugged-9ab3c89d-60b8-4127-aa90-96ac93966d6c for instance with vm_state building and task_state spawning. [ 688.520937] env[69843]: DEBUG nova.compute.manager [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Received event network-changed-9ab3c89d-60b8-4127-aa90-96ac93966d6c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.521207] env[69843]: DEBUG nova.compute.manager [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Refreshing instance network info cache due to event network-changed-9ab3c89d-60b8-4127-aa90-96ac93966d6c. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.521293] env[69843]: DEBUG oslo_concurrency.lockutils [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] Acquiring lock "refresh_cache-3006d961-2b97-45ca-aa2f-d24c378b15c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.521391] env[69843]: DEBUG oslo_concurrency.lockutils [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] Acquired lock "refresh_cache-3006d961-2b97-45ca-aa2f-d24c378b15c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.521542] env[69843]: DEBUG nova.network.neutron [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Refreshing network info cache for port 9ab3c89d-60b8-4127-aa90-96ac93966d6c {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.526369] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b9cb0e-fb83-4846-9797-2bc564460c1b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.592017] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703682, 'name': ReconfigVM_Task, 'duration_secs': 0.800972} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.592383] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Reconfigured VM instance instance-0000000e to attach disk [datastore1] ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043/ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.593165] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7ddf219-af95-45cb-b354-a7c56c18183c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.603486] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 688.603486] env[69843]: value = "task-3703687" [ 688.603486] env[69843]: _type = "Task" [ 688.603486] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.613443] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703687, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.649450] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703685, 'name': CreateVM_Task, 'duration_secs': 0.473165} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.649691] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.650471] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.650671] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.651060] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.651355] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f4a2bb-39bb-405e-b545-2dafee7b855b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.658768] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Waiting for the task: (returnval){ [ 688.658768] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d38718-a714-d7fd-1b1c-8ef281f59c8e" [ 688.658768] env[69843]: _type = "Task" [ 688.658768] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.669560] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d38718-a714-d7fd-1b1c-8ef281f59c8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.671305] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "refresh_cache-6a271729-591c-4dda-969d-d901e8760815" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.671647] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired lock "refresh_cache-6a271729-591c-4dda-969d-d901e8760815" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.671940] env[69843]: DEBUG nova.network.neutron [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.730953] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.733916] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.803s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.734227] env[69843]: DEBUG nova.objects.instance [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 688.764541] env[69843]: INFO nova.scheduler.client.report [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Deleted allocations for instance fbeab62b-8e98-4808-a641-7bde6e2cfbc9 [ 688.799229] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703686, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.999701] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Acquiring lock "54fe1d54-bec9-4888-9c79-cb23e2a11647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.999701] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Lock "54fe1d54-bec9-4888-9c79-cb23e2a11647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.126987] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703687, 'name': Rename_Task, 'duration_secs': 0.239433} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.127667] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.128130] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a880fad1-2452-41c0-b480-987b412e0893 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.136807] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 689.136807] env[69843]: value = "task-3703688" [ 689.136807] env[69843]: _type = "Task" [ 689.136807] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.150906] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.187614] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d38718-a714-d7fd-1b1c-8ef281f59c8e, 'name': SearchDatastore_Task, 'duration_secs': 0.05789} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.191860] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.191860] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.191860] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.191860] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.192064] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.192064] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40780613-9872-4831-9cf5-f69bddab7f84 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.203383] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.203674] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.204616] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2419d503-f684-4c14-9fa4-74ffb7e16ce2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.213198] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Waiting for the task: (returnval){ [ 689.213198] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ceed0c-1e0e-cedb-2cb2-d419e1c0d2d0" [ 689.213198] env[69843]: _type = "Task" [ 689.213198] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.227452] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ceed0c-1e0e-cedb-2cb2-d419e1c0d2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.279266] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c032459-37cc-4156-bfd5-a0d37460ae63 tempest-ServersAaction247Test-151513495 tempest-ServersAaction247Test-151513495-project-member] Lock "fbeab62b-8e98-4808-a641-7bde6e2cfbc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.467s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.305648] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568517} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.306705] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] ca89ba12-1438-44fa-b88a-bbe9386b4dce/ca89ba12-1438-44fa-b88a-bbe9386b4dce.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.306705] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.306705] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8b567c8-4d82-4519-a146-6232d92b9201 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.315062] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 689.315062] env[69843]: value = "task-3703689" [ 689.315062] env[69843]: _type = "Task" [ 689.315062] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.325731] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.330314] env[69843]: DEBUG nova.network.neutron [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.489614] env[69843]: DEBUG nova.network.neutron [req-91570462-a82b-485f-8019-056535ec7ad3 req-7dd11361-871d-4715-b8a5-0097eef11b17 service nova] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Updated VIF entry in instance network info cache for port 5a131463-61ab-49b1-9b8b-eaf925b080b3. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.489614] env[69843]: DEBUG nova.network.neutron [req-91570462-a82b-485f-8019-056535ec7ad3 req-7dd11361-871d-4715-b8a5-0097eef11b17 service nova] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Updating instance_info_cache with network_info: [{"id": "5a131463-61ab-49b1-9b8b-eaf925b080b3", "address": "fa:16:3e:88:a8:0d", "network": {"id": "4eb7e55c-be81-4f8f-8ed1-b0b7e8ee7ba8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1731389817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73d92b8597504abda0e99cce68de9301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a131463-61", "ovs_interfaceid": "5a131463-61ab-49b1-9b8b-eaf925b080b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.556019] env[69843]: DEBUG nova.network.neutron [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Updated VIF entry in instance network info cache for port 9ab3c89d-60b8-4127-aa90-96ac93966d6c. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.556337] env[69843]: DEBUG nova.network.neutron [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Updating instance_info_cache with network_info: [{"id": "9ab3c89d-60b8-4127-aa90-96ac93966d6c", "address": "fa:16:3e:4f:41:f4", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ab3c89d-60", "ovs_interfaceid": "9ab3c89d-60b8-4127-aa90-96ac93966d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.602843] env[69843]: DEBUG nova.network.neutron [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Updating instance_info_cache with network_info: [{"id": "00e58119-d309-4764-b36f-63eb45a8c232", "address": "fa:16:3e:88:60:13", "network": {"id": "4eb7e55c-be81-4f8f-8ed1-b0b7e8ee7ba8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1731389817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73d92b8597504abda0e99cce68de9301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e58119-d3", "ovs_interfaceid": "00e58119-d309-4764-b36f-63eb45a8c232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.650561] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703688, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.726796] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ceed0c-1e0e-cedb-2cb2-d419e1c0d2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.018389} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.727503] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e424f5-3ed9-4458-a62a-415956ba3e6b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.735156] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Waiting for the task: (returnval){ [ 689.735156] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52734447-9ed5-ee8e-8b73-84ed5070eab4" [ 689.735156] env[69843]: _type = "Task" [ 689.735156] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.747716] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e2da7c6f-89e0-4a17-91c8-518c5da16a95 tempest-ServersAdmin275Test-438281087 tempest-ServersAdmin275Test-438281087-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.748680] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52734447-9ed5-ee8e-8b73-84ed5070eab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.749199] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.386s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.750784] env[69843]: INFO nova.compute.claims [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.829465] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228392} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.831019] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.831019] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd58f7a3-357b-46fe-8c02-8ceacc19c9a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.858860] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] ca89ba12-1438-44fa-b88a-bbe9386b4dce/ca89ba12-1438-44fa-b88a-bbe9386b4dce.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.860060] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6849999-2c13-46b1-a957-a9fc1dbeea35 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.882306] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 689.882306] env[69843]: value = "task-3703690" [ 689.882306] env[69843]: _type = "Task" [ 689.882306] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.898335] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.992416] env[69843]: DEBUG oslo_concurrency.lockutils [req-91570462-a82b-485f-8019-056535ec7ad3 req-7dd11361-871d-4715-b8a5-0097eef11b17 service nova] Releasing lock "refresh_cache-ca89ba12-1438-44fa-b88a-bbe9386b4dce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.062711] env[69843]: DEBUG oslo_concurrency.lockutils [req-f1ab7855-e192-4648-a080-34cd197a0552 req-de3dcb08-1131-4854-9996-9fc98a3f88bc service nova] Releasing lock "refresh_cache-3006d961-2b97-45ca-aa2f-d24c378b15c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.097304] env[69843]: DEBUG nova.network.neutron [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Successfully updated port: 02edfd9e-66c5-4160-b756-69913a209ed9 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.106963] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Releasing lock "refresh_cache-6a271729-591c-4dda-969d-d901e8760815" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.106963] env[69843]: DEBUG nova.compute.manager [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Instance network_info: |[{"id": "00e58119-d309-4764-b36f-63eb45a8c232", "address": "fa:16:3e:88:60:13", "network": {"id": "4eb7e55c-be81-4f8f-8ed1-b0b7e8ee7ba8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1731389817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73d92b8597504abda0e99cce68de9301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e58119-d3", "ovs_interfaceid": "00e58119-d309-4764-b36f-63eb45a8c232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.107199] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:60:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00e58119-d309-4764-b36f-63eb45a8c232', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.118139] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.119505] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a271729-591c-4dda-969d-d901e8760815] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.119936] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ae6fb24-8e92-4c87-8165-20f096f80aa6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.157659] env[69843]: DEBUG oslo_vmware.api [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703688, 'name': PowerOnVM_Task, 'duration_secs': 0.906067} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.160364] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.160364] env[69843]: INFO nova.compute.manager [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Took 12.59 seconds to spawn the instance on the hypervisor. [ 690.160501] env[69843]: DEBUG nova.compute.manager [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.160956] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.160956] env[69843]: value = "task-3703691" [ 690.160956] env[69843]: _type = "Task" [ 690.160956] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.162026] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd1f17c-3538-483f-9839-7cf343e00c58 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.183549] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703691, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.229700] env[69843]: DEBUG nova.network.neutron [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance_info_cache with network_info: [{"id": "a6544a57-b8ff-446e-bd87-c9daa3a7e007", "address": "fa:16:3e:b4:73:fd", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6544a57-b8", "ovs_interfaceid": "a6544a57-b8ff-446e-bd87-c9daa3a7e007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.248538] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52734447-9ed5-ee8e-8b73-84ed5070eab4, 'name': SearchDatastore_Task, 'duration_secs': 0.023132} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.248995] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.249190] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 3006d961-2b97-45ca-aa2f-d24c378b15c8/3006d961-2b97-45ca-aa2f-d24c378b15c8.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.249747] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e951cb9-2362-4994-8186-a161c4862253 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.261384] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Waiting for the task: (returnval){ [ 690.261384] env[69843]: value = "task-3703692" [ 690.261384] env[69843]: _type = "Task" [ 690.261384] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.275386] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.396214] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.599836] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "refresh_cache-72bac9c3-fd70-4de4-8aea-37516ac2b0f4" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.599944] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired lock "refresh_cache-72bac9c3-fd70-4de4-8aea-37516ac2b0f4" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.600133] env[69843]: DEBUG nova.network.neutron [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.690245] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703691, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.697531] env[69843]: INFO nova.compute.manager [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Took 33.59 seconds to build instance. [ 690.732461] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "refresh_cache-6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.732649] env[69843]: DEBUG nova.objects.instance [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lazy-loading 'migration_context' on Instance uuid 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.778947] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703692, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.904238] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703690, 'name': ReconfigVM_Task, 'duration_secs': 0.802568} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.905715] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Reconfigured VM instance instance-0000000f to attach disk [datastore1] ca89ba12-1438-44fa-b88a-bbe9386b4dce/ca89ba12-1438-44fa-b88a-bbe9386b4dce.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.908976] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df3f6697-2d79-43da-b24c-f659077e91fb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.921344] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 690.921344] env[69843]: value = "task-3703693" [ 690.921344] env[69843]: _type = "Task" [ 690.921344] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.933545] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703693, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.179820] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703691, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.185248] env[69843]: DEBUG nova.network.neutron [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.201573] env[69843]: DEBUG oslo_concurrency.lockutils [None req-abc8d149-d6c5-4697-9f08-7525bf45a272 tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.972s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.242076] env[69843]: DEBUG nova.objects.base [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Object Instance<6eb4eb2c-448f-4f20-ab4d-03a458bff9a7> lazy-loaded attributes: info_cache,migration_context {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 691.243224] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2a54bd-2a58-46e0-9406-005d6fb85635 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.277998] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09fc9f2a-815c-4873-acb4-e034b50ad707 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.286877] env[69843]: DEBUG nova.compute.manager [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 6a271729-591c-4dda-969d-d901e8760815] Received event network-vif-plugged-00e58119-d309-4764-b36f-63eb45a8c232 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.287368] env[69843]: DEBUG oslo_concurrency.lockutils [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] Acquiring lock "6a271729-591c-4dda-969d-d901e8760815-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.287576] env[69843]: DEBUG oslo_concurrency.lockutils [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] Lock "6a271729-591c-4dda-969d-d901e8760815-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.287739] env[69843]: DEBUG oslo_concurrency.lockutils [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] Lock "6a271729-591c-4dda-969d-d901e8760815-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.287903] env[69843]: DEBUG nova.compute.manager [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 6a271729-591c-4dda-969d-d901e8760815] No waiting events found dispatching network-vif-plugged-00e58119-d309-4764-b36f-63eb45a8c232 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 691.288076] env[69843]: WARNING nova.compute.manager [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 6a271729-591c-4dda-969d-d901e8760815] Received unexpected event network-vif-plugged-00e58119-d309-4764-b36f-63eb45a8c232 for instance with vm_state building and task_state spawning. [ 691.288231] env[69843]: DEBUG nova.compute.manager [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 6a271729-591c-4dda-969d-d901e8760815] Received event network-changed-00e58119-d309-4764-b36f-63eb45a8c232 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.288376] env[69843]: DEBUG nova.compute.manager [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 6a271729-591c-4dda-969d-d901e8760815] Refreshing instance network info cache due to event network-changed-00e58119-d309-4764-b36f-63eb45a8c232. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.288665] env[69843]: DEBUG oslo_concurrency.lockutils [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] Acquiring lock "refresh_cache-6a271729-591c-4dda-969d-d901e8760815" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.288665] env[69843]: DEBUG oslo_concurrency.lockutils [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] Acquired lock "refresh_cache-6a271729-591c-4dda-969d-d901e8760815" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.288813] env[69843]: DEBUG nova.network.neutron [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 6a271729-591c-4dda-969d-d901e8760815] Refreshing network info cache for port 00e58119-d309-4764-b36f-63eb45a8c232 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.298751] env[69843]: DEBUG oslo_vmware.api [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 691.298751] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526a0882-e483-5980-2816-2a290b2ba71b" [ 691.298751] env[69843]: _type = "Task" [ 691.298751] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.299765] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782646} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.302187] env[69843]: DEBUG nova.compute.manager [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Received event network-vif-plugged-02edfd9e-66c5-4160-b756-69913a209ed9 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.302187] env[69843]: DEBUG oslo_concurrency.lockutils [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] Acquiring lock "72bac9c3-fd70-4de4-8aea-37516ac2b0f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.302187] env[69843]: DEBUG oslo_concurrency.lockutils [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] Lock "72bac9c3-fd70-4de4-8aea-37516ac2b0f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.302420] env[69843]: DEBUG oslo_concurrency.lockutils [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] Lock "72bac9c3-fd70-4de4-8aea-37516ac2b0f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.302729] env[69843]: DEBUG nova.compute.manager [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] No waiting events found dispatching network-vif-plugged-02edfd9e-66c5-4160-b756-69913a209ed9 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 691.302936] env[69843]: WARNING nova.compute.manager [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Received unexpected event network-vif-plugged-02edfd9e-66c5-4160-b756-69913a209ed9 for instance with vm_state building and task_state spawning. [ 691.303200] env[69843]: DEBUG nova.compute.manager [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Received event network-changed-02edfd9e-66c5-4160-b756-69913a209ed9 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.303297] env[69843]: DEBUG nova.compute.manager [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Refreshing instance network info cache due to event network-changed-02edfd9e-66c5-4160-b756-69913a209ed9. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.303850] env[69843]: DEBUG oslo_concurrency.lockutils [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] Acquiring lock "refresh_cache-72bac9c3-fd70-4de4-8aea-37516ac2b0f4" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.304335] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 3006d961-2b97-45ca-aa2f-d24c378b15c8/3006d961-2b97-45ca-aa2f-d24c378b15c8.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.304335] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.312674] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4868e7-4f90-44b6-b22a-8bf7ee3511ef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.322357] env[69843]: DEBUG oslo_vmware.api [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526a0882-e483-5980-2816-2a290b2ba71b, 'name': SearchDatastore_Task, 'duration_secs': 0.015714} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.324333] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.324333] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Waiting for the task: (returnval){ [ 691.324333] env[69843]: value = "task-3703694" [ 691.324333] env[69843]: _type = "Task" [ 691.324333] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.339456] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.394631] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a768ca8-3209-4edf-8fa3-21f009247da9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.408958] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327595c1-053c-410f-aea1-db9bf9ad832a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.444962] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f2946a-8868-4299-ad3b-0335b18d863f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.455902] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703693, 'name': Rename_Task, 'duration_secs': 0.27507} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.457349] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dab7f00-e08f-46bf-aeed-e62236029f53 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.461725] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.462035] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65eb5009-a831-44ff-9580-52ef96b02919 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.475459] env[69843]: DEBUG nova.compute.provider_tree [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.480950] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 691.480950] env[69843]: value = "task-3703695" [ 691.480950] env[69843]: _type = "Task" [ 691.480950] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.487393] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.612088] env[69843]: DEBUG nova.network.neutron [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Updating instance_info_cache with network_info: [{"id": "02edfd9e-66c5-4160-b756-69913a209ed9", "address": "fa:16:3e:fa:65:55", "network": {"id": "4eb7e55c-be81-4f8f-8ed1-b0b7e8ee7ba8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1731389817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73d92b8597504abda0e99cce68de9301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02edfd9e-66", "ovs_interfaceid": "02edfd9e-66c5-4160-b756-69913a209ed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.680675] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703691, 'name': CreateVM_Task, 'duration_secs': 1.048574} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.680851] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a271729-591c-4dda-969d-d901e8760815] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.682244] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.682244] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.682840] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.683681] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c34418a-3ecc-4fc0-8ce0-ec3c4a18a506 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.690860] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 691.690860] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a0b93a-6389-b695-6466-a19cb8408b93" [ 691.690860] env[69843]: _type = "Task" [ 691.690860] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.702137] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a0b93a-6389-b695-6466-a19cb8408b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.706055] env[69843]: DEBUG nova.compute.manager [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.834668] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103005} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.838178] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.838178] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5c9cc0-6d30-4f53-9767-f1b57270f34c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.863475] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 3006d961-2b97-45ca-aa2f-d24c378b15c8/3006d961-2b97-45ca-aa2f-d24c378b15c8.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.864085] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd0639d-cd4c-472e-8c79-7db4c6fa4755 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.887821] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Waiting for the task: (returnval){ [ 691.887821] env[69843]: value = "task-3703696" [ 691.887821] env[69843]: _type = "Task" [ 691.887821] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.897771] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.982248] env[69843]: DEBUG nova.scheduler.client.report [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.997188] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.116689] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Releasing lock "refresh_cache-72bac9c3-fd70-4de4-8aea-37516ac2b0f4" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.117080] env[69843]: DEBUG nova.compute.manager [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Instance network_info: |[{"id": "02edfd9e-66c5-4160-b756-69913a209ed9", "address": "fa:16:3e:fa:65:55", "network": {"id": "4eb7e55c-be81-4f8f-8ed1-b0b7e8ee7ba8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1731389817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73d92b8597504abda0e99cce68de9301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02edfd9e-66", "ovs_interfaceid": "02edfd9e-66c5-4160-b756-69913a209ed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.117592] env[69843]: DEBUG oslo_concurrency.lockutils [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] Acquired lock "refresh_cache-72bac9c3-fd70-4de4-8aea-37516ac2b0f4" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.118124] env[69843]: DEBUG nova.network.neutron [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Refreshing network info cache for port 02edfd9e-66c5-4160-b756-69913a209ed9 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.120974] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:65:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02edfd9e-66c5-4160-b756-69913a209ed9', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.131152] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.135150] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.136393] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9328418c-090d-42ac-aace-c3752f81f7fa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.166247] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.166247] env[69843]: value = "task-3703697" [ 692.166247] env[69843]: _type = "Task" [ 692.166247] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.176813] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703697, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.205029] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a0b93a-6389-b695-6466-a19cb8408b93, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.205029] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.205029] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.205029] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.205624] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.205624] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.205853] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59297c95-715c-49ba-8272-4c3d348a76de {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.219238] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.220311] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.221514] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbd027e-1723-4520-9696-6a8b2039226c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.230589] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 692.230589] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521799f2-2e1b-bffe-20b8-5fddcf40d76c" [ 692.230589] env[69843]: _type = "Task" [ 692.230589] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.241660] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521799f2-2e1b-bffe-20b8-5fddcf40d76c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.242955] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.403578] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703696, 'name': ReconfigVM_Task, 'duration_secs': 0.317833} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.403829] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 3006d961-2b97-45ca-aa2f-d24c378b15c8/3006d961-2b97-45ca-aa2f-d24c378b15c8.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.404823] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7f72260-f101-4c73-9bd1-1d7c1188e3cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.415038] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Waiting for the task: (returnval){ [ 692.415038] env[69843]: value = "task-3703698" [ 692.415038] env[69843]: _type = "Task" [ 692.415038] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.430211] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703698, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.494706] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.495363] env[69843]: DEBUG nova.compute.manager [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.500587] env[69843]: DEBUG oslo_concurrency.lockutils [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.566s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.501015] env[69843]: DEBUG nova.objects.instance [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Lazy-loading 'resources' on Instance uuid 164bd71c-d19a-413a-9314-fb344f4ab1db {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.510449] env[69843]: DEBUG oslo_vmware.api [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703695, 'name': PowerOnVM_Task, 'duration_secs': 0.914186} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.512633] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.512633] env[69843]: INFO nova.compute.manager [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Took 12.17 seconds to spawn the instance on the hypervisor. [ 692.512633] env[69843]: DEBUG nova.compute.manager [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.512633] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b548b04a-4af4-4cd1-84ea-35dbab95e4c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.569598] env[69843]: DEBUG nova.network.neutron [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 6a271729-591c-4dda-969d-d901e8760815] Updated VIF entry in instance network info cache for port 00e58119-d309-4764-b36f-63eb45a8c232. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.569598] env[69843]: DEBUG nova.network.neutron [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 6a271729-591c-4dda-969d-d901e8760815] Updating instance_info_cache with network_info: [{"id": "00e58119-d309-4764-b36f-63eb45a8c232", "address": "fa:16:3e:88:60:13", "network": {"id": "4eb7e55c-be81-4f8f-8ed1-b0b7e8ee7ba8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1731389817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73d92b8597504abda0e99cce68de9301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e58119-d3", "ovs_interfaceid": "00e58119-d309-4764-b36f-63eb45a8c232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.677614] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703697, 'name': CreateVM_Task, 'duration_secs': 0.474558} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.677820] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.678607] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.678802] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.679253] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.679479] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1608617c-ee5a-42fc-a0bf-b6c313d1127e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.685221] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 692.685221] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529e0071-3ded-8ef8-4206-3165da403806" [ 692.685221] env[69843]: _type = "Task" [ 692.685221] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.696681] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529e0071-3ded-8ef8-4206-3165da403806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.744467] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521799f2-2e1b-bffe-20b8-5fddcf40d76c, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.744766] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-accc74df-2f61-4387-93de-b27a9352d6f7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.751723] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 692.751723] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5256d7c0-55b9-7bf6-e9d0-b141ccf6b195" [ 692.751723] env[69843]: _type = "Task" [ 692.751723] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.761708] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5256d7c0-55b9-7bf6-e9d0-b141ccf6b195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.931085] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703698, 'name': Rename_Task, 'duration_secs': 0.172755} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.931085] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.931085] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a75b460-33d2-4f68-bb2f-2ed448a5f382 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.945464] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Waiting for the task: (returnval){ [ 692.945464] env[69843]: value = "task-3703699" [ 692.945464] env[69843]: _type = "Task" [ 692.945464] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.960572] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.004619] env[69843]: DEBUG nova.compute.utils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.007222] env[69843]: DEBUG nova.compute.manager [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.007554] env[69843]: DEBUG nova.network.neutron [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.040775] env[69843]: INFO nova.compute.manager [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Took 35.32 seconds to build instance. [ 693.071073] env[69843]: DEBUG oslo_concurrency.lockutils [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] Releasing lock "refresh_cache-6a271729-591c-4dda-969d-d901e8760815" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.071345] env[69843]: DEBUG nova.compute.manager [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Received event network-changed-5d2f36cc-15b2-49d9-ba00-9652ef668bbd {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.071523] env[69843]: DEBUG nova.compute.manager [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Refreshing instance network info cache due to event network-changed-5d2f36cc-15b2-49d9-ba00-9652ef668bbd. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.071906] env[69843]: DEBUG oslo_concurrency.lockutils [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] Acquiring lock "refresh_cache-29a09314-10de-4b2e-8321-e4efab012869" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.071906] env[69843]: DEBUG oslo_concurrency.lockutils [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] Acquired lock "refresh_cache-29a09314-10de-4b2e-8321-e4efab012869" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.072146] env[69843]: DEBUG nova.network.neutron [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Refreshing network info cache for port 5d2f36cc-15b2-49d9-ba00-9652ef668bbd {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.208040] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529e0071-3ded-8ef8-4206-3165da403806, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.209578] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.209578] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.209578] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.211587] env[69843]: DEBUG nova.policy [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c0ca5620b64d448f098639025ec1c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0af66f0a4bca4b9da2103008de1d8a44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.269455] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5256d7c0-55b9-7bf6-e9d0-b141ccf6b195, 'name': SearchDatastore_Task, 'duration_secs': 0.011677} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.270513] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.270513] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 6a271729-591c-4dda-969d-d901e8760815/6a271729-591c-4dda-969d-d901e8760815.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.270513] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.270513] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.270866] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e8d9a8c-a6a6-4ef0-a586-90d806222e0e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.274537] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1371625d-bb90-4a15-b9c0-3eb47202a759 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.289554] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 693.289554] env[69843]: value = "task-3703700" [ 693.289554] env[69843]: _type = "Task" [ 693.289554] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.289842] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.290411] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.291211] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed8fa38-7a83-491c-b556-d1de208cbb80 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.307525] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.307866] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 693.307866] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c9d215-eee3-f166-9716-045eb69f773b" [ 693.307866] env[69843]: _type = "Task" [ 693.307866] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.320661] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c9d215-eee3-f166-9716-045eb69f773b, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.321523] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5bcb1d3-22ae-4664-84ba-ec40957f5184 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.332591] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 693.332591] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5298b527-48a3-b62c-c2f2-073d2e24797a" [ 693.332591] env[69843]: _type = "Task" [ 693.332591] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.347645] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5298b527-48a3-b62c-c2f2-073d2e24797a, 'name': SearchDatastore_Task} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.347937] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.348927] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 72bac9c3-fd70-4de4-8aea-37516ac2b0f4/72bac9c3-fd70-4de4-8aea-37516ac2b0f4.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.348927] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-394c886c-1159-4184-9cd1-151e3bbb1a25 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.358126] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 693.358126] env[69843]: value = "task-3703701" [ 693.358126] env[69843]: _type = "Task" [ 693.358126] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.368582] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.460459] env[69843]: DEBUG oslo_vmware.api [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703699, 'name': PowerOnVM_Task, 'duration_secs': 0.503592} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.463820] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.464615] env[69843]: INFO nova.compute.manager [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Took 10.51 seconds to spawn the instance on the hypervisor. [ 693.464615] env[69843]: DEBUG nova.compute.manager [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 693.465834] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259c3c5f-e2bf-4b4d-adb8-91a9b06ac8b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.519547] env[69843]: DEBUG nova.compute.manager [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.543583] env[69843]: DEBUG oslo_concurrency.lockutils [None req-410f059c-c16c-4e58-8ea8-1d4b479d57ae tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.470s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.560646] env[69843]: DEBUG nova.network.neutron [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Updated VIF entry in instance network info cache for port 02edfd9e-66c5-4160-b756-69913a209ed9. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.561376] env[69843]: DEBUG nova.network.neutron [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Updating instance_info_cache with network_info: [{"id": "02edfd9e-66c5-4160-b756-69913a209ed9", "address": "fa:16:3e:fa:65:55", "network": {"id": "4eb7e55c-be81-4f8f-8ed1-b0b7e8ee7ba8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1731389817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73d92b8597504abda0e99cce68de9301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02edfd9e-66", "ovs_interfaceid": "02edfd9e-66c5-4160-b756-69913a209ed9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.638251] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3764859c-638a-454b-9c78-6e1b864dc69d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.647267] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd417dd9-1d70-4850-9a10-7e8d99d69ecf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.683520] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7945881-f4b0-4371-95be-4454748d1ba8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.690380] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de4677c-97b3-4cbc-8792-d2bb18b580d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.712520] env[69843]: DEBUG nova.compute.provider_tree [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.805806] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703700, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.870050] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703701, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.998431] env[69843]: INFO nova.compute.manager [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Took 33.58 seconds to build instance. [ 694.048957] env[69843]: DEBUG nova.compute.manager [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.065981] env[69843]: DEBUG oslo_concurrency.lockutils [req-d3f5ebf6-a75c-4589-847d-857b587ccb39 req-58ccbe48-052e-4deb-893c-9a7b0a478727 service nova] Releasing lock "refresh_cache-72bac9c3-fd70-4de4-8aea-37516ac2b0f4" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.215830] env[69843]: DEBUG nova.scheduler.client.report [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.303657] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654364} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.303937] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 6a271729-591c-4dda-969d-d901e8760815/6a271729-591c-4dda-969d-d901e8760815.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.304290] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.304590] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2315bbac-2975-4a99-9fc5-07fa6821e875 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.316485] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 694.316485] env[69843]: value = "task-3703702" [ 694.316485] env[69843]: _type = "Task" [ 694.316485] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.325140] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.369800] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976615} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.370078] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 72bac9c3-fd70-4de4-8aea-37516ac2b0f4/72bac9c3-fd70-4de4-8aea-37516ac2b0f4.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.370292] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.370546] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50812434-590a-4916-8be7-c32bddb58d69 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.380024] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 694.380024] env[69843]: value = "task-3703703" [ 694.380024] env[69843]: _type = "Task" [ 694.380024] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.394367] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.505479] env[69843]: DEBUG oslo_concurrency.lockutils [None req-618bd78a-4b4b-4e7a-91dd-49a44d2e9019 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Lock "3006d961-2b97-45ca-aa2f-d24c378b15c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.085s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.533296] env[69843]: DEBUG nova.compute.manager [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.576079] env[69843]: DEBUG nova.virt.hardware [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.576405] env[69843]: DEBUG nova.virt.hardware [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.576509] env[69843]: DEBUG nova.virt.hardware [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.576670] env[69843]: DEBUG nova.virt.hardware [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.576829] env[69843]: DEBUG nova.virt.hardware [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.576946] env[69843]: DEBUG nova.virt.hardware [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.577547] env[69843]: DEBUG nova.virt.hardware [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.577655] env[69843]: DEBUG nova.virt.hardware [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.578043] env[69843]: DEBUG nova.virt.hardware [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.578043] env[69843]: DEBUG nova.virt.hardware [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.578243] env[69843]: DEBUG nova.virt.hardware [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.579117] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25cce09-f3d2-4aec-92c8-3646e6412bc7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.585803] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.594661] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47935e54-bc25-4557-8eef-a55f5c8f5d0f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.707998] env[69843]: DEBUG nova.network.neutron [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Successfully created port: 68235362-d373-4f47-a5db-b36c9f984bef {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.724346] env[69843]: DEBUG oslo_concurrency.lockutils [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.729974] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.311s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.732493] env[69843]: INFO nova.compute.claims [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.759752] env[69843]: INFO nova.scheduler.client.report [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Deleted allocations for instance 164bd71c-d19a-413a-9314-fb344f4ab1db [ 694.827580] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24837} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.827580] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.827933] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e47449-30de-4326-aaae-3d724ff4f4db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.858342] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 6a271729-591c-4dda-969d-d901e8760815/6a271729-591c-4dda-969d-d901e8760815.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.859612] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b0a70f-5097-46f7-9cf8-c8433fe614bf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.876527] env[69843]: DEBUG nova.network.neutron [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Updated VIF entry in instance network info cache for port 5d2f36cc-15b2-49d9-ba00-9652ef668bbd. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.876527] env[69843]: DEBUG nova.network.neutron [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Updating instance_info_cache with network_info: [{"id": "5d2f36cc-15b2-49d9-ba00-9652ef668bbd", "address": "fa:16:3e:6d:75:b0", "network": {"id": "8e2a8c9e-6ccf-4c32-8f16-46610aaa8d98", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1480586802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aacec5381a14881bc7f59f34f6909d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d2f36cc-15", "ovs_interfaceid": "5d2f36cc-15b2-49d9-ba00-9652ef668bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.887037] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 694.887037] env[69843]: value = "task-3703704" [ 694.887037] env[69843]: _type = "Task" [ 694.887037] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.895089] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.351713} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.896545] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.898727] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9383aa-1ca0-4026-aafe-8e2b97b98c1a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.905159] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.937970] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 72bac9c3-fd70-4de4-8aea-37516ac2b0f4/72bac9c3-fd70-4de4-8aea-37516ac2b0f4.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.938702] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8853d52a-dede-4f0d-9f46-fbf42bb48ca1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.966664] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 694.966664] env[69843]: value = "task-3703705" [ 694.966664] env[69843]: _type = "Task" [ 694.966664] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.978196] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.007925] env[69843]: DEBUG nova.compute.manager [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.266568] env[69843]: DEBUG nova.compute.manager [None req-e6115102-5f92-4903-a93b-5f7368b5f3b1 tempest-ServerExternalEventsTest-1970705535 tempest-ServerExternalEventsTest-1970705535-project] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Received event network-changed {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.266568] env[69843]: DEBUG nova.compute.manager [None req-e6115102-5f92-4903-a93b-5f7368b5f3b1 tempest-ServerExternalEventsTest-1970705535 tempest-ServerExternalEventsTest-1970705535-project] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Refreshing instance network info cache due to event network-changed. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.266568] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e6115102-5f92-4903-a93b-5f7368b5f3b1 tempest-ServerExternalEventsTest-1970705535 tempest-ServerExternalEventsTest-1970705535-project] Acquiring lock "refresh_cache-3006d961-2b97-45ca-aa2f-d24c378b15c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.267399] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e6115102-5f92-4903-a93b-5f7368b5f3b1 tempest-ServerExternalEventsTest-1970705535 tempest-ServerExternalEventsTest-1970705535-project] Acquired lock "refresh_cache-3006d961-2b97-45ca-aa2f-d24c378b15c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.267399] env[69843]: DEBUG nova.network.neutron [None req-e6115102-5f92-4903-a93b-5f7368b5f3b1 tempest-ServerExternalEventsTest-1970705535 tempest-ServerExternalEventsTest-1970705535-project] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.275333] env[69843]: DEBUG oslo_concurrency.lockutils [None req-339f8d8a-5c2a-4b50-abe2-103e33de9abe tempest-ServerDiagnosticsTest-433651877 tempest-ServerDiagnosticsTest-433651877-project-member] Lock "164bd71c-d19a-413a-9314-fb344f4ab1db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.438s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.307104] env[69843]: DEBUG nova.compute.manager [req-842959ea-e296-41d4-b07e-07c89dfc2707 req-16b8b867-83d3-47cb-9f2a-39e84f9d5487 service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Received event network-changed-1992f5d1-4d55-4145-a259-b8c60c8c3731 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.307262] env[69843]: DEBUG nova.compute.manager [req-842959ea-e296-41d4-b07e-07c89dfc2707 req-16b8b867-83d3-47cb-9f2a-39e84f9d5487 service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Refreshing instance network info cache due to event network-changed-1992f5d1-4d55-4145-a259-b8c60c8c3731. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.307763] env[69843]: DEBUG oslo_concurrency.lockutils [req-842959ea-e296-41d4-b07e-07c89dfc2707 req-16b8b867-83d3-47cb-9f2a-39e84f9d5487 service nova] Acquiring lock "refresh_cache-ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.307763] env[69843]: DEBUG oslo_concurrency.lockutils [req-842959ea-e296-41d4-b07e-07c89dfc2707 req-16b8b867-83d3-47cb-9f2a-39e84f9d5487 service nova] Acquired lock "refresh_cache-ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.307763] env[69843]: DEBUG nova.network.neutron [req-842959ea-e296-41d4-b07e-07c89dfc2707 req-16b8b867-83d3-47cb-9f2a-39e84f9d5487 service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Refreshing network info cache for port 1992f5d1-4d55-4145-a259-b8c60c8c3731 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.379669] env[69843]: DEBUG oslo_concurrency.lockutils [req-b9272d19-2325-4169-bcf1-e9be1a856e8d req-1e223d13-77b8-45ac-aabc-6c2d78b75827 service nova] Releasing lock "refresh_cache-29a09314-10de-4b2e-8321-e4efab012869" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.402798] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703704, 'name': ReconfigVM_Task, 'duration_secs': 0.470753} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.403129] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 6a271729-591c-4dda-969d-d901e8760815/6a271729-591c-4dda-969d-d901e8760815.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.403822] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48ee6750-ffde-4c52-9029-3297616bb7a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.412569] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 695.412569] env[69843]: value = "task-3703706" [ 695.412569] env[69843]: _type = "Task" [ 695.412569] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.426743] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703706, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.477063] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703705, 'name': ReconfigVM_Task, 'duration_secs': 0.480939} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.477384] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 72bac9c3-fd70-4de4-8aea-37516ac2b0f4/72bac9c3-fd70-4de4-8aea-37516ac2b0f4.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.478213] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ff8b010-6b10-40de-9d6d-5ddbbaba18f5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.486752] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 695.486752] env[69843]: value = "task-3703707" [ 695.486752] env[69843]: _type = "Task" [ 695.486752] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.495594] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703707, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.544587] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.930900] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703706, 'name': Rename_Task, 'duration_secs': 0.466976} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.931213] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.931491] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fc0d89e-4131-44aa-a42e-12722584bf87 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.939436] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 695.939436] env[69843]: value = "task-3703708" [ 695.939436] env[69843]: _type = "Task" [ 695.939436] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.949980] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.011450] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703707, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.330093] env[69843]: DEBUG nova.network.neutron [None req-e6115102-5f92-4903-a93b-5f7368b5f3b1 tempest-ServerExternalEventsTest-1970705535 tempest-ServerExternalEventsTest-1970705535-project] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Updating instance_info_cache with network_info: [{"id": "9ab3c89d-60b8-4127-aa90-96ac93966d6c", "address": "fa:16:3e:4f:41:f4", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ab3c89d-60", "ovs_interfaceid": "9ab3c89d-60b8-4127-aa90-96ac93966d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.422157] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fefa3a-573e-4e32-ad81-78c73506d58d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.429106] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba02b8c-8c50-44eb-a77f-14cd27109d90 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.469027] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0a2cb1-ab95-4ed5-8a5b-37791f2ae07f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.481456] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2212b9-9122-4fa6-b067-bb938caa4a00 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.486055] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703708, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.500169] env[69843]: DEBUG nova.compute.provider_tree [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.509117] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703707, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.515410] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Acquiring lock "3006d961-2b97-45ca-aa2f-d24c378b15c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.515659] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Lock "3006d961-2b97-45ca-aa2f-d24c378b15c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.515864] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Acquiring lock "3006d961-2b97-45ca-aa2f-d24c378b15c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.516665] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Lock "3006d961-2b97-45ca-aa2f-d24c378b15c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.516665] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Lock "3006d961-2b97-45ca-aa2f-d24c378b15c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.520304] env[69843]: INFO nova.compute.manager [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Terminating instance [ 696.621169] env[69843]: DEBUG nova.network.neutron [req-842959ea-e296-41d4-b07e-07c89dfc2707 req-16b8b867-83d3-47cb-9f2a-39e84f9d5487 service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Updated VIF entry in instance network info cache for port 1992f5d1-4d55-4145-a259-b8c60c8c3731. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.621529] env[69843]: DEBUG nova.network.neutron [req-842959ea-e296-41d4-b07e-07c89dfc2707 req-16b8b867-83d3-47cb-9f2a-39e84f9d5487 service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Updating instance_info_cache with network_info: [{"id": "1992f5d1-4d55-4145-a259-b8c60c8c3731", "address": "fa:16:3e:4d:05:75", "network": {"id": "fe754b4b-ba1e-4bb1-81f2-42265585c12f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1445820323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68a80f0f7d5c415f8a98c39e92b3c587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1992f5d1-4d", "ovs_interfaceid": "1992f5d1-4d55-4145-a259-b8c60c8c3731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.833128] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e6115102-5f92-4903-a93b-5f7368b5f3b1 tempest-ServerExternalEventsTest-1970705535 tempest-ServerExternalEventsTest-1970705535-project] Releasing lock "refresh_cache-3006d961-2b97-45ca-aa2f-d24c378b15c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.980417] env[69843]: DEBUG oslo_vmware.api [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703708, 'name': PowerOnVM_Task, 'duration_secs': 0.660635} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.981040] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.981527] env[69843]: INFO nova.compute.manager [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Took 11.26 seconds to spawn the instance on the hypervisor. [ 696.981845] env[69843]: DEBUG nova.compute.manager [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 696.983611] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b4e6ee-4298-47c2-8e6f-d4770f2df6ce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.019401] env[69843]: DEBUG nova.scheduler.client.report [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.025461] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703707, 'name': Rename_Task, 'duration_secs': 1.408713} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.025942] env[69843]: DEBUG nova.compute.manager [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.027093] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.027093] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.028224] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82ed11f-229d-4892-9260-f2009cfc8105 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.034211] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a437a9da-835f-40b3-ac5e-fd1d3288854a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.053250] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.054298] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 697.054298] env[69843]: value = "task-3703709" [ 697.054298] env[69843]: _type = "Task" [ 697.054298] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.055340] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-588b1c79-8d60-4d85-a57e-69415d1765ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.072598] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703709, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.074469] env[69843]: DEBUG oslo_vmware.api [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Waiting for the task: (returnval){ [ 697.074469] env[69843]: value = "task-3703710" [ 697.074469] env[69843]: _type = "Task" [ 697.074469] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.088029] env[69843]: DEBUG oslo_vmware.api [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.120319] env[69843]: DEBUG nova.network.neutron [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Successfully updated port: 68235362-d373-4f47-a5db-b36c9f984bef {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.126619] env[69843]: DEBUG oslo_concurrency.lockutils [req-842959ea-e296-41d4-b07e-07c89dfc2707 req-16b8b867-83d3-47cb-9f2a-39e84f9d5487 service nova] Releasing lock "refresh_cache-ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.420467] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Acquiring lock "c942ea2c-1af4-4f7c-9fdd-283d06a187e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.420467] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Lock "c942ea2c-1af4-4f7c-9fdd-283d06a187e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.526671] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.527206] env[69843]: DEBUG nova.compute.manager [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.544023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.467s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.544023] env[69843]: INFO nova.compute.claims [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.552582] env[69843]: INFO nova.compute.manager [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Took 34.61 seconds to build instance. [ 697.571414] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703709, 'name': PowerOnVM_Task} progress is 75%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.588043] env[69843]: DEBUG oslo_vmware.api [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703710, 'name': PowerOffVM_Task, 'duration_secs': 0.312392} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.588397] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.588620] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.588935] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c14759e2-74e0-45f8-8582-90ef155bbff3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.624628] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "refresh_cache-e80028c3-0380-42f7-b907-58d545e343cf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.624628] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquired lock "refresh_cache-e80028c3-0380-42f7-b907-58d545e343cf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.625549] env[69843]: DEBUG nova.network.neutron [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.029372] env[69843]: DEBUG nova.compute.manager [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Received event network-vif-plugged-68235362-d373-4f47-a5db-b36c9f984bef {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.029372] env[69843]: DEBUG oslo_concurrency.lockutils [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] Acquiring lock "e80028c3-0380-42f7-b907-58d545e343cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.029462] env[69843]: DEBUG oslo_concurrency.lockutils [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] Lock "e80028c3-0380-42f7-b907-58d545e343cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.030228] env[69843]: DEBUG oslo_concurrency.lockutils [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] Lock "e80028c3-0380-42f7-b907-58d545e343cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.030228] env[69843]: DEBUG nova.compute.manager [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] No waiting events found dispatching network-vif-plugged-68235362-d373-4f47-a5db-b36c9f984bef {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 698.030228] env[69843]: WARNING nova.compute.manager [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Received unexpected event network-vif-plugged-68235362-d373-4f47-a5db-b36c9f984bef for instance with vm_state building and task_state spawning. [ 698.031348] env[69843]: DEBUG nova.compute.manager [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Received event network-changed-68235362-d373-4f47-a5db-b36c9f984bef {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.031348] env[69843]: DEBUG nova.compute.manager [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Refreshing instance network info cache due to event network-changed-68235362-d373-4f47-a5db-b36c9f984bef. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.031683] env[69843]: DEBUG oslo_concurrency.lockutils [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] Acquiring lock "refresh_cache-e80028c3-0380-42f7-b907-58d545e343cf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.039273] env[69843]: DEBUG nova.compute.utils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.041898] env[69843]: DEBUG nova.compute.manager [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.042060] env[69843]: DEBUG nova.network.neutron [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.057060] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a7b3dca0-c10a-49ce-9e3e-1f8c57b2340c tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "6a271729-591c-4dda-969d-d901e8760815" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.370s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.075100] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703709, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.091632] env[69843]: DEBUG nova.policy [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6aa5deb393e4bb59cb05e35fed1f419', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c37dcd1c9e4c4f6f821c844c0d06ddf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.184218] env[69843]: DEBUG nova.network.neutron [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.214533] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.214987] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.215140] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Deleting the datastore file [datastore1] 3006d961-2b97-45ca-aa2f-d24c378b15c8 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.215427] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ffd4dfb-ca2e-43b3-b867-c50c6e3a817c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.225519] env[69843]: DEBUG oslo_vmware.api [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Waiting for the task: (returnval){ [ 698.225519] env[69843]: value = "task-3703712" [ 698.225519] env[69843]: _type = "Task" [ 698.225519] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.236358] env[69843]: DEBUG oslo_vmware.api [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.544044] env[69843]: DEBUG nova.compute.manager [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.562057] env[69843]: DEBUG nova.compute.manager [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.579055] env[69843]: DEBUG oslo_vmware.api [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703709, 'name': PowerOnVM_Task, 'duration_secs': 1.07785} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.579876] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.580187] env[69843]: INFO nova.compute.manager [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Took 10.12 seconds to spawn the instance on the hypervisor. [ 698.581399] env[69843]: DEBUG nova.compute.manager [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 698.582305] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fd1171-945b-40d4-a226-97cadacf4de7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.740999] env[69843]: DEBUG oslo_vmware.api [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Task: {'id': task-3703712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315909} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.740999] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.740999] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.740999] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.740999] env[69843]: INFO nova.compute.manager [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Took 1.71 seconds to destroy the instance on the hypervisor. [ 698.741631] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.741631] env[69843]: DEBUG nova.compute.manager [-] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.741631] env[69843]: DEBUG nova.network.neutron [-] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.767207] env[69843]: DEBUG nova.network.neutron [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Updating instance_info_cache with network_info: [{"id": "68235362-d373-4f47-a5db-b36c9f984bef", "address": "fa:16:3e:67:65:23", "network": {"id": "169f3746-7506-40fe-bf72-d886f18df729", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-741620343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0af66f0a4bca4b9da2103008de1d8a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68235362-d3", "ovs_interfaceid": "68235362-d373-4f47-a5db-b36c9f984bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.950941] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Acquiring lock "45fc71fc-04b0-4f5d-9599-0ac9742f6a6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.950941] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Lock "45fc71fc-04b0-4f5d-9599-0ac9742f6a6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.000086] env[69843]: DEBUG nova.network.neutron [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Successfully created port: b4899818-4c46-4569-aa95-c8b2cac46b61 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.098302] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.112346] env[69843]: INFO nova.compute.manager [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Took 32.05 seconds to build instance. [ 699.138640] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdd6ab0-4936-4a3a-8048-24ad52cd9ede {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.153252] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e46f3a-7aa7-48ab-96a3-886faf7a3ddd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.191522] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad0e5b6-9e27-4649-ac2c-9991c5f2b6c0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.198646] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa141a4-3a09-4b5b-b26b-2237d0a752ee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.216764] env[69843]: DEBUG nova.compute.provider_tree [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.271898] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Releasing lock "refresh_cache-e80028c3-0380-42f7-b907-58d545e343cf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.273028] env[69843]: DEBUG nova.compute.manager [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Instance network_info: |[{"id": "68235362-d373-4f47-a5db-b36c9f984bef", "address": "fa:16:3e:67:65:23", "network": {"id": "169f3746-7506-40fe-bf72-d886f18df729", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-741620343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0af66f0a4bca4b9da2103008de1d8a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68235362-d3", "ovs_interfaceid": "68235362-d373-4f47-a5db-b36c9f984bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.273192] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquiring lock "4828f76b-eab4-4f3d-8d92-e6a6ee79eb84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.273373] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lock "4828f76b-eab4-4f3d-8d92-e6a6ee79eb84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.273980] env[69843]: DEBUG oslo_concurrency.lockutils [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] Acquired lock "refresh_cache-e80028c3-0380-42f7-b907-58d545e343cf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.274616] env[69843]: DEBUG nova.network.neutron [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Refreshing network info cache for port 68235362-d373-4f47-a5db-b36c9f984bef {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.276388] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:65:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68235362-d373-4f47-a5db-b36c9f984bef', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.284627] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Creating folder: Project (0af66f0a4bca4b9da2103008de1d8a44). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.285703] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11b4e774-99e3-417a-a2df-e6945dc1f9bc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.305083] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Created folder: Project (0af66f0a4bca4b9da2103008de1d8a44) in parent group-v737654. [ 699.306289] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Creating folder: Instances. Parent ref: group-v737706. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.306289] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb30b81f-324a-4e33-9d95-631062f59abd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.322203] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Created folder: Instances in parent group-v737706. [ 699.322598] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.322873] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.323199] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8beb86e1-3fce-4d8a-aa77-0d29ac05dbf4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.354821] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.354821] env[69843]: value = "task-3703715" [ 699.354821] env[69843]: _type = "Task" [ 699.354821] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.363865] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703715, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.558557] env[69843]: DEBUG nova.compute.manager [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.569123] env[69843]: DEBUG nova.network.neutron [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Successfully created port: 113ed77f-6c2c-4ad8-a56b-e7943da10e67 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.603788] env[69843]: DEBUG nova.virt.hardware [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.604019] env[69843]: DEBUG nova.virt.hardware [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.604265] env[69843]: DEBUG nova.virt.hardware [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.604364] env[69843]: DEBUG nova.virt.hardware [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.604549] env[69843]: DEBUG nova.virt.hardware [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.604714] env[69843]: DEBUG nova.virt.hardware [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.606235] env[69843]: DEBUG nova.virt.hardware [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.606235] env[69843]: DEBUG nova.virt.hardware [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.606235] env[69843]: DEBUG nova.virt.hardware [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.606235] env[69843]: DEBUG nova.virt.hardware [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.606235] env[69843]: DEBUG nova.virt.hardware [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.606794] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a270c8-3a45-44c5-9b5c-ed69c9db63d2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.619261] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0c4c834-82ae-43d3-a38c-d9ddb7d6641b tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "72bac9c3-fd70-4de4-8aea-37516ac2b0f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.905s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.619924] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad67129-e9cd-45bd-b89b-bfd2edce326e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.723143] env[69843]: DEBUG nova.scheduler.client.report [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.736492] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.736492] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.867794] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703715, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.978473] env[69843]: DEBUG nova.network.neutron [-] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.037884] env[69843]: DEBUG nova.network.neutron [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Successfully created port: 95401402-2d2e-444a-87a0-f0bb4324a8b9 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.115657] env[69843]: DEBUG nova.network.neutron [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Updated VIF entry in instance network info cache for port 68235362-d373-4f47-a5db-b36c9f984bef. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.117110] env[69843]: DEBUG nova.network.neutron [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Updating instance_info_cache with network_info: [{"id": "68235362-d373-4f47-a5db-b36c9f984bef", "address": "fa:16:3e:67:65:23", "network": {"id": "169f3746-7506-40fe-bf72-d886f18df729", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-741620343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0af66f0a4bca4b9da2103008de1d8a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68235362-d3", "ovs_interfaceid": "68235362-d373-4f47-a5db-b36c9f984bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.119814] env[69843]: DEBUG nova.compute.manager [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.236320] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.236815] env[69843]: DEBUG nova.compute.manager [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.241867] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.725s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.242119] env[69843]: DEBUG nova.objects.instance [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Lazy-loading 'resources' on Instance uuid fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.303148] env[69843]: DEBUG nova.compute.manager [req-943e7b37-f01f-4aa8-8f38-8fbfd9274110 req-9bc1ae7e-0e69-40c4-9b2e-9c608b8a3f50 service nova] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Received event network-vif-deleted-9ab3c89d-60b8-4127-aa90-96ac93966d6c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.373207] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703715, 'name': CreateVM_Task, 'duration_secs': 0.52644} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.373372] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.374145] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.374257] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.374647] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.374926] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a3fca29-e5dc-4459-b38d-1cdf3379b129 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.385428] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 700.385428] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5269885f-9168-f34e-858b-9a57fc9d48bd" [ 700.385428] env[69843]: _type = "Task" [ 700.385428] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.400169] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5269885f-9168-f34e-858b-9a57fc9d48bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.482319] env[69843]: INFO nova.compute.manager [-] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Took 1.74 seconds to deallocate network for instance. [ 700.626820] env[69843]: DEBUG oslo_concurrency.lockutils [req-a8b4d198-3adf-4977-a4d7-fe198ead17cc req-9f3ccf3f-eb17-41fc-96e7-f7b16ff39f5a service nova] Releasing lock "refresh_cache-e80028c3-0380-42f7-b907-58d545e343cf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.648609] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.750031] env[69843]: DEBUG nova.compute.utils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.751653] env[69843]: DEBUG nova.compute.manager [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.751836] env[69843]: DEBUG nova.network.neutron [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.818147] env[69843]: DEBUG nova.policy [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c65be522868c41738a5d7bdfde9bf7c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '523e6fdede564506932081b9550e0d52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.906147] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5269885f-9168-f34e-858b-9a57fc9d48bd, 'name': SearchDatastore_Task, 'duration_secs': 0.018324} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.906147] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.906147] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.906147] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.906441] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.906441] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.909205] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15cdee14-7159-4ded-93ee-0bcf0fb0acd1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.920245] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.920509] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.921407] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42faa12d-5ec1-440b-a033-c1a765e6e6af {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.932052] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 700.932052] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a646c2-07a1-4f5f-d8ff-abaf2d9444c5" [ 700.932052] env[69843]: _type = "Task" [ 700.932052] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.944079] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a646c2-07a1-4f5f-d8ff-abaf2d9444c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.990321] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.260027] env[69843]: DEBUG nova.compute.manager [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.310026] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1128c8da-f34c-45b2-a497-ffe142a88dcb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.321421] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f6a9c5-aba5-4e51-b07c-6e0690f016f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.358510] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cbb2b7-d823-4416-9998-9ecf461df071 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.370692] env[69843]: DEBUG nova.network.neutron [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Successfully created port: 6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.373675] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6731c615-8271-439f-8608-44384799a45e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.392128] env[69843]: DEBUG nova.compute.provider_tree [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.444462] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a646c2-07a1-4f5f-d8ff-abaf2d9444c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013773} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.446027] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a109df1-0b23-4827-b1ce-44d8c2bc7cb0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.452540] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 701.452540] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5255eefe-6d0e-5c5e-e9b0-23eae04cb5db" [ 701.452540] env[69843]: _type = "Task" [ 701.452540] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.462006] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5255eefe-6d0e-5c5e-e9b0-23eae04cb5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.575501] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "cdd53a99-8b97-437e-a304-209b5b69d609" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.575620] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "cdd53a99-8b97-437e-a304-209b5b69d609" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.604622] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "f639e7ca-e188-482a-8541-059c773578a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.604923] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "f639e7ca-e188-482a-8541-059c773578a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.631826] env[69843]: DEBUG nova.network.neutron [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Successfully updated port: b4899818-4c46-4569-aa95-c8b2cac46b61 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.898031] env[69843]: DEBUG nova.scheduler.client.report [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.933174] env[69843]: DEBUG nova.compute.manager [req-f6026418-f4d2-40f6-85b9-d43396cd9ec9 req-80ba737c-1ac9-444d-ad92-472a45f553a4 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Received event network-vif-plugged-b4899818-4c46-4569-aa95-c8b2cac46b61 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.933174] env[69843]: DEBUG oslo_concurrency.lockutils [req-f6026418-f4d2-40f6-85b9-d43396cd9ec9 req-80ba737c-1ac9-444d-ad92-472a45f553a4 service nova] Acquiring lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.933174] env[69843]: DEBUG oslo_concurrency.lockutils [req-f6026418-f4d2-40f6-85b9-d43396cd9ec9 req-80ba737c-1ac9-444d-ad92-472a45f553a4 service nova] Lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.933612] env[69843]: DEBUG oslo_concurrency.lockutils [req-f6026418-f4d2-40f6-85b9-d43396cd9ec9 req-80ba737c-1ac9-444d-ad92-472a45f553a4 service nova] Lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.933612] env[69843]: DEBUG nova.compute.manager [req-f6026418-f4d2-40f6-85b9-d43396cd9ec9 req-80ba737c-1ac9-444d-ad92-472a45f553a4 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] No waiting events found dispatching network-vif-plugged-b4899818-4c46-4569-aa95-c8b2cac46b61 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 701.933612] env[69843]: WARNING nova.compute.manager [req-f6026418-f4d2-40f6-85b9-d43396cd9ec9 req-80ba737c-1ac9-444d-ad92-472a45f553a4 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Received unexpected event network-vif-plugged-b4899818-4c46-4569-aa95-c8b2cac46b61 for instance with vm_state building and task_state spawning. [ 701.969191] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5255eefe-6d0e-5c5e-e9b0-23eae04cb5db, 'name': SearchDatastore_Task, 'duration_secs': 0.015393} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.969191] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.969191] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] e80028c3-0380-42f7-b907-58d545e343cf/e80028c3-0380-42f7-b907-58d545e343cf.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.969191] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4cbdd8c-8d3d-423c-9427-5656099e7bad {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.977117] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 701.977117] env[69843]: value = "task-3703716" [ 701.977117] env[69843]: _type = "Task" [ 701.977117] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.986059] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.272067] env[69843]: DEBUG nova.compute.manager [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.305513] env[69843]: DEBUG nova.virt.hardware [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.305692] env[69843]: DEBUG nova.virt.hardware [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.305908] env[69843]: DEBUG nova.virt.hardware [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.307027] env[69843]: DEBUG nova.virt.hardware [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.307130] env[69843]: DEBUG nova.virt.hardware [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.307351] env[69843]: DEBUG nova.virt.hardware [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.307705] env[69843]: DEBUG nova.virt.hardware [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.307871] env[69843]: DEBUG nova.virt.hardware [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.308112] env[69843]: DEBUG nova.virt.hardware [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.308344] env[69843]: DEBUG nova.virt.hardware [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.308653] env[69843]: DEBUG nova.virt.hardware [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.309956] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bde3b1-29d3-4df5-b165-78f6acd103e5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.320380] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e9c420-15b3-464d-9465-c59ec841539a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.407458] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.408418] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.663s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.408885] env[69843]: DEBUG nova.objects.instance [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lazy-loading 'resources' on Instance uuid 00807baa-a6f0-4777-9344-72c3f2ca4009 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.435873] env[69843]: INFO nova.scheduler.client.report [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Deleted allocations for instance fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5 [ 702.491040] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703716, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.946995] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d9536d15-e031-4822-89d4-d4b1305f7d9f tempest-ServerDiagnosticsV248Test-877226003 tempest-ServerDiagnosticsV248Test-877226003-project-member] Lock "fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.749s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.988258] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764559} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.991018] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] e80028c3-0380-42f7-b907-58d545e343cf/e80028c3-0380-42f7-b907-58d545e343cf.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.991754] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.992416] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5189816d-46a4-46d5-9268-65c51fa48957 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.000706] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 703.000706] env[69843]: value = "task-3703717" [ 703.000706] env[69843]: _type = "Task" [ 703.000706] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.015370] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.269902] env[69843]: DEBUG nova.network.neutron [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Successfully updated port: 6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.462490] env[69843]: DEBUG nova.compute.manager [req-87391414-bcfc-45f1-915f-fd16a50770dd req-15d2e9a9-1234-4be6-a21d-03b39810945e service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Received event network-vif-plugged-6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.462713] env[69843]: DEBUG oslo_concurrency.lockutils [req-87391414-bcfc-45f1-915f-fd16a50770dd req-15d2e9a9-1234-4be6-a21d-03b39810945e service nova] Acquiring lock "66ae357b-4902-4d79-b4e4-f54013568a36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.462916] env[69843]: DEBUG oslo_concurrency.lockutils [req-87391414-bcfc-45f1-915f-fd16a50770dd req-15d2e9a9-1234-4be6-a21d-03b39810945e service nova] Lock "66ae357b-4902-4d79-b4e4-f54013568a36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.463139] env[69843]: DEBUG oslo_concurrency.lockutils [req-87391414-bcfc-45f1-915f-fd16a50770dd req-15d2e9a9-1234-4be6-a21d-03b39810945e service nova] Lock "66ae357b-4902-4d79-b4e4-f54013568a36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.463299] env[69843]: DEBUG nova.compute.manager [req-87391414-bcfc-45f1-915f-fd16a50770dd req-15d2e9a9-1234-4be6-a21d-03b39810945e service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] No waiting events found dispatching network-vif-plugged-6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 703.463508] env[69843]: WARNING nova.compute.manager [req-87391414-bcfc-45f1-915f-fd16a50770dd req-15d2e9a9-1234-4be6-a21d-03b39810945e service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Received unexpected event network-vif-plugged-6c3c2257-911b-42d2-beec-5ca2d602b4f8 for instance with vm_state building and task_state spawning. [ 703.511550] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072966} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.512626] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.512852] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baf144c-1120-4cf2-b73d-52b882e6e25e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.540055] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] e80028c3-0380-42f7-b907-58d545e343cf/e80028c3-0380-42f7-b907-58d545e343cf.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.541504] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09592f07-e7dc-4450-86b0-8a6432c7dc24 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.556788] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ac5fa7-a61e-4e74-8908-1deaab36a037 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.567160] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d4c7c9-b604-4662-ad60-0bd80b6d5491 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.572158] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 703.572158] env[69843]: value = "task-3703718" [ 703.572158] env[69843]: _type = "Task" [ 703.572158] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.606885] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1047cbd5-2a8f-4b16-8f1d-09b7c17977e2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.613446] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.620870] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6901c35e-51a3-4d62-a9e9-5895161e91a8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.635342] env[69843]: DEBUG nova.compute.provider_tree [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.779373] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquiring lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.779548] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquired lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.779708] env[69843]: DEBUG nova.network.neutron [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.830363] env[69843]: DEBUG nova.network.neutron [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Successfully updated port: 113ed77f-6c2c-4ad8-a56b-e7943da10e67 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.034476] env[69843]: DEBUG nova.compute.manager [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Received event network-changed-b4899818-4c46-4569-aa95-c8b2cac46b61 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.034749] env[69843]: DEBUG nova.compute.manager [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Refreshing instance network info cache due to event network-changed-b4899818-4c46-4569-aa95-c8b2cac46b61. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.034919] env[69843]: DEBUG oslo_concurrency.lockutils [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] Acquiring lock "refresh_cache-1964a3cc-a62d-4085-94cf-b0495ea26fe0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.035083] env[69843]: DEBUG oslo_concurrency.lockutils [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] Acquired lock "refresh_cache-1964a3cc-a62d-4085-94cf-b0495ea26fe0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.035250] env[69843]: DEBUG nova.network.neutron [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Refreshing network info cache for port b4899818-4c46-4569-aa95-c8b2cac46b61 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.084262] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.141573] env[69843]: DEBUG nova.scheduler.client.report [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.341433] env[69843]: DEBUG nova.network.neutron [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.542224] env[69843]: DEBUG nova.network.neutron [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Updating instance_info_cache with network_info: [{"id": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "address": "fa:16:3e:6d:05:cc", "network": {"id": "24836523-ca5c-4034-a1a5-b15fafdde5ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-101323145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523e6fdede564506932081b9550e0d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3c2257-91", "ovs_interfaceid": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.590255] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703718, 'name': ReconfigVM_Task, 'duration_secs': 0.854755} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.591609] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Reconfigured VM instance instance-00000013 to attach disk [datastore2] e80028c3-0380-42f7-b907-58d545e343cf/e80028c3-0380-42f7-b907-58d545e343cf.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.592547] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fca5b98e-9e34-4d06-8e80-d1ae3c0057bf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.596537] env[69843]: DEBUG nova.network.neutron [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.607717] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 704.607717] env[69843]: value = "task-3703719" [ 704.607717] env[69843]: _type = "Task" [ 704.607717] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.620899] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703719, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.646840] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.653994] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.495s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.653994] env[69843]: DEBUG nova.objects.instance [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lazy-loading 'resources' on Instance uuid 952acce6-ad90-46ee-94d0-1133bc096c3c {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.690415] env[69843]: INFO nova.scheduler.client.report [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Deleted allocations for instance 00807baa-a6f0-4777-9344-72c3f2ca4009 [ 704.725831] env[69843]: DEBUG nova.network.neutron [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.850156] env[69843]: DEBUG oslo_concurrency.lockutils [None req-187e7fcb-4ffa-4f9a-b9a3-4b445916a524 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.850470] env[69843]: DEBUG oslo_concurrency.lockutils [None req-187e7fcb-4ffa-4f9a-b9a3-4b445916a524 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.850733] env[69843]: DEBUG nova.compute.manager [None req-187e7fcb-4ffa-4f9a-b9a3-4b445916a524 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.851670] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3c98af-6f42-4c03-858a-175a7e46ee59 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.862682] env[69843]: DEBUG nova.compute.manager [None req-187e7fcb-4ffa-4f9a-b9a3-4b445916a524 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69843) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 704.863617] env[69843]: DEBUG nova.objects.instance [None req-187e7fcb-4ffa-4f9a-b9a3-4b445916a524 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lazy-loading 'flavor' on Instance uuid ca89ba12-1438-44fa-b88a-bbe9386b4dce {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.050264] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Releasing lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.051125] env[69843]: DEBUG nova.compute.manager [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Instance network_info: |[{"id": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "address": "fa:16:3e:6d:05:cc", "network": {"id": "24836523-ca5c-4034-a1a5-b15fafdde5ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-101323145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523e6fdede564506932081b9550e0d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3c2257-91", "ovs_interfaceid": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.051662] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:05:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c3c2257-911b-42d2-beec-5ca2d602b4f8', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.062015] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Creating folder: Project (523e6fdede564506932081b9550e0d52). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.062326] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7cf94ea-8659-4f1d-8e2e-eda33e0e536a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.077048] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Created folder: Project (523e6fdede564506932081b9550e0d52) in parent group-v737654. [ 705.077244] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Creating folder: Instances. Parent ref: group-v737709. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.077532] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26378da0-f907-42b2-89a8-106a1127609c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.099042] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Created folder: Instances in parent group-v737709. [ 705.099973] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.099973] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.099973] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84cf0f91-fa67-4ccc-9b3a-71a86726f55a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.128897] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703719, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.130211] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.130211] env[69843]: value = "task-3703722" [ 705.130211] env[69843]: _type = "Task" [ 705.130211] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.142607] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703722, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.203320] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d1e8e343-4898-4f10-ba8d-eb4740fa4aa1 tempest-ServersAdmin275Test-1480826439 tempest-ServersAdmin275Test-1480826439-project-member] Lock "00807baa-a6f0-4777-9344-72c3f2ca4009" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.886s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.235781] env[69843]: DEBUG oslo_concurrency.lockutils [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] Releasing lock "refresh_cache-1964a3cc-a62d-4085-94cf-b0495ea26fe0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.235781] env[69843]: DEBUG nova.compute.manager [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Received event network-vif-plugged-113ed77f-6c2c-4ad8-a56b-e7943da10e67 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.235781] env[69843]: DEBUG oslo_concurrency.lockutils [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] Acquiring lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.235781] env[69843]: DEBUG oslo_concurrency.lockutils [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] Lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.235781] env[69843]: DEBUG oslo_concurrency.lockutils [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] Lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.236133] env[69843]: DEBUG nova.compute.manager [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] No waiting events found dispatching network-vif-plugged-113ed77f-6c2c-4ad8-a56b-e7943da10e67 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 705.236133] env[69843]: WARNING nova.compute.manager [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Received unexpected event network-vif-plugged-113ed77f-6c2c-4ad8-a56b-e7943da10e67 for instance with vm_state building and task_state spawning. [ 705.236133] env[69843]: DEBUG nova.compute.manager [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Received event network-changed-113ed77f-6c2c-4ad8-a56b-e7943da10e67 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.236133] env[69843]: DEBUG nova.compute.manager [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Refreshing instance network info cache due to event network-changed-113ed77f-6c2c-4ad8-a56b-e7943da10e67. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.236133] env[69843]: DEBUG oslo_concurrency.lockutils [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] Acquiring lock "refresh_cache-1964a3cc-a62d-4085-94cf-b0495ea26fe0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.242465] env[69843]: DEBUG oslo_concurrency.lockutils [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] Acquired lock "refresh_cache-1964a3cc-a62d-4085-94cf-b0495ea26fe0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.242465] env[69843]: DEBUG nova.network.neutron [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Refreshing network info cache for port 113ed77f-6c2c-4ad8-a56b-e7943da10e67 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.588398] env[69843]: DEBUG nova.compute.manager [req-c3950823-99b2-40a4-9cc3-df365ba2b3f1 req-7dc6d4c8-77fd-4618-9227-5b5fbe133b2e service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Received event network-changed-6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.588580] env[69843]: DEBUG nova.compute.manager [req-c3950823-99b2-40a4-9cc3-df365ba2b3f1 req-7dc6d4c8-77fd-4618-9227-5b5fbe133b2e service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Refreshing instance network info cache due to event network-changed-6c3c2257-911b-42d2-beec-5ca2d602b4f8. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.592019] env[69843]: DEBUG oslo_concurrency.lockutils [req-c3950823-99b2-40a4-9cc3-df365ba2b3f1 req-7dc6d4c8-77fd-4618-9227-5b5fbe133b2e service nova] Acquiring lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.592019] env[69843]: DEBUG oslo_concurrency.lockutils [req-c3950823-99b2-40a4-9cc3-df365ba2b3f1 req-7dc6d4c8-77fd-4618-9227-5b5fbe133b2e service nova] Acquired lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.592019] env[69843]: DEBUG nova.network.neutron [req-c3950823-99b2-40a4-9cc3-df365ba2b3f1 req-7dc6d4c8-77fd-4618-9227-5b5fbe133b2e service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Refreshing network info cache for port 6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.633614] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703719, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.647712] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703722, 'name': CreateVM_Task, 'duration_secs': 0.424511} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.647901] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.650493] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.650493] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.650493] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.650493] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ecf22c-87aa-4579-a636-5186f6df9bc5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.657760] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for the task: (returnval){ [ 705.657760] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5241b7e3-95f8-bf91-f8b5-83df98fba410" [ 705.657760] env[69843]: _type = "Task" [ 705.657760] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.668402] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5241b7e3-95f8-bf91-f8b5-83df98fba410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.776161] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc292476-5d3c-4684-9643-0213f22ea15f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.785686] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a596c2fb-ef87-47f4-960c-8db38f0cc754 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.825424] env[69843]: DEBUG nova.network.neutron [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.828294] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709b444d-d56f-41a7-9496-5d38cf5163b4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.838262] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f2da0-6a4f-47ae-8866-1045250a60ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.853961] env[69843]: DEBUG nova.compute.provider_tree [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.875134] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-187e7fcb-4ffa-4f9a-b9a3-4b445916a524 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.875678] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-420ba669-f6f6-4f5f-af86-4ce524bc7c0f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.882909] env[69843]: DEBUG oslo_vmware.api [None req-187e7fcb-4ffa-4f9a-b9a3-4b445916a524 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 705.882909] env[69843]: value = "task-3703723" [ 705.882909] env[69843]: _type = "Task" [ 705.882909] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.897375] env[69843]: DEBUG oslo_vmware.api [None req-187e7fcb-4ffa-4f9a-b9a3-4b445916a524 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.994171] env[69843]: DEBUG nova.network.neutron [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.129815] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703719, 'name': Rename_Task, 'duration_secs': 1.18046} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.130130] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.130191] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f31cd124-6f95-4267-b367-3beffd133d18 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.137713] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 706.137713] env[69843]: value = "task-3703724" [ 706.137713] env[69843]: _type = "Task" [ 706.137713] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.148252] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.172265] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5241b7e3-95f8-bf91-f8b5-83df98fba410, 'name': SearchDatastore_Task, 'duration_secs': 0.010936} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.172265] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.172399] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.172567] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.172750] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.172953] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.173260] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e08889d-21da-41ec-a3ee-2b4231fbcc2b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.183902] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.184158] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.185186] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfb1e23-5f04-4074-9887-1063478edadd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.192449] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for the task: (returnval){ [ 706.192449] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521b2fe1-712d-1900-1ef6-dff2030c7704" [ 706.192449] env[69843]: _type = "Task" [ 706.192449] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.202945] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521b2fe1-712d-1900-1ef6-dff2030c7704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.357863] env[69843]: DEBUG nova.scheduler.client.report [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.396360] env[69843]: DEBUG oslo_vmware.api [None req-187e7fcb-4ffa-4f9a-b9a3-4b445916a524 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703723, 'name': PowerOffVM_Task, 'duration_secs': 0.350035} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.396814] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-187e7fcb-4ffa-4f9a-b9a3-4b445916a524 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.397129] env[69843]: DEBUG nova.compute.manager [None req-187e7fcb-4ffa-4f9a-b9a3-4b445916a524 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.398401] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f87e472-efb8-4a0d-bda0-13ae76ac3020 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.497181] env[69843]: DEBUG oslo_concurrency.lockutils [req-06246f6c-c633-4b9b-8a0b-e6d2eec4d358 req-3373443d-2b13-4144-be7f-2ff310d2be57 service nova] Releasing lock "refresh_cache-1964a3cc-a62d-4085-94cf-b0495ea26fe0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.532996] env[69843]: DEBUG nova.network.neutron [req-c3950823-99b2-40a4-9cc3-df365ba2b3f1 req-7dc6d4c8-77fd-4618-9227-5b5fbe133b2e service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Updated VIF entry in instance network info cache for port 6c3c2257-911b-42d2-beec-5ca2d602b4f8. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.534080] env[69843]: DEBUG nova.network.neutron [req-c3950823-99b2-40a4-9cc3-df365ba2b3f1 req-7dc6d4c8-77fd-4618-9227-5b5fbe133b2e service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Updating instance_info_cache with network_info: [{"id": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "address": "fa:16:3e:6d:05:cc", "network": {"id": "24836523-ca5c-4034-a1a5-b15fafdde5ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-101323145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523e6fdede564506932081b9550e0d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3c2257-91", "ovs_interfaceid": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.649518] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703724, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.709949] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521b2fe1-712d-1900-1ef6-dff2030c7704, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.710683] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef25748-0c2e-4b6f-a4f7-c8a54e00a36e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.718843] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for the task: (returnval){ [ 706.718843] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52185685-1bcf-19c0-e069-4c8c481153d0" [ 706.718843] env[69843]: _type = "Task" [ 706.718843] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.727056] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52185685-1bcf-19c0-e069-4c8c481153d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.865125] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.867934] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.150s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.874149] env[69843]: INFO nova.compute.claims [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.901152] env[69843]: DEBUG nova.network.neutron [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Successfully updated port: 95401402-2d2e-444a-87a0-f0bb4324a8b9 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.918942] env[69843]: DEBUG oslo_concurrency.lockutils [None req-187e7fcb-4ffa-4f9a-b9a3-4b445916a524 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.928158] env[69843]: INFO nova.scheduler.client.report [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Deleted allocations for instance 952acce6-ad90-46ee-94d0-1133bc096c3c [ 707.037363] env[69843]: DEBUG oslo_concurrency.lockutils [req-c3950823-99b2-40a4-9cc3-df365ba2b3f1 req-7dc6d4c8-77fd-4618-9227-5b5fbe133b2e service nova] Releasing lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.156633] env[69843]: DEBUG oslo_vmware.api [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703724, 'name': PowerOnVM_Task, 'duration_secs': 0.801364} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.157147] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.157329] env[69843]: INFO nova.compute.manager [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Took 12.62 seconds to spawn the instance on the hypervisor. [ 707.157450] env[69843]: DEBUG nova.compute.manager [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.158743] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b459e6-5b4a-4516-8537-c904ef1664f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.232170] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52185685-1bcf-19c0-e069-4c8c481153d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010528} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.232568] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.232891] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 66ae357b-4902-4d79-b4e4-f54013568a36/66ae357b-4902-4d79-b4e4-f54013568a36.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.233213] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba2c6ad1-e8a1-4a25-b88e-68cf54db872c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.244967] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for the task: (returnval){ [ 707.244967] env[69843]: value = "task-3703725" [ 707.244967] env[69843]: _type = "Task" [ 707.244967] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.258372] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.407606] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "refresh_cache-1964a3cc-a62d-4085-94cf-b0495ea26fe0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.407821] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquired lock "refresh_cache-1964a3cc-a62d-4085-94cf-b0495ea26fe0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.408913] env[69843]: DEBUG nova.network.neutron [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.437294] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47e5784e-0d1e-4e40-9be4-cf5ced25555c tempest-InstanceActionsTestJSON-629062909 tempest-InstanceActionsTestJSON-629062909-project-member] Lock "952acce6-ad90-46ee-94d0-1133bc096c3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.850s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.680611] env[69843]: INFO nova.compute.manager [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Took 37.36 seconds to build instance. [ 707.755742] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510464} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.756022] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 66ae357b-4902-4d79-b4e4-f54013568a36/66ae357b-4902-4d79-b4e4-f54013568a36.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.756366] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.756683] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5971d0b-9c79-4ca7-ae66-713e3a37b9ac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.764841] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for the task: (returnval){ [ 707.764841] env[69843]: value = "task-3703726" [ 707.764841] env[69843]: _type = "Task" [ 707.764841] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.774508] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.822134] env[69843]: DEBUG nova.compute.manager [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Received event network-vif-plugged-95401402-2d2e-444a-87a0-f0bb4324a8b9 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.822134] env[69843]: DEBUG oslo_concurrency.lockutils [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] Acquiring lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.822134] env[69843]: DEBUG oslo_concurrency.lockutils [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] Lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.822134] env[69843]: DEBUG oslo_concurrency.lockutils [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] Lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.824458] env[69843]: DEBUG nova.compute.manager [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] No waiting events found dispatching network-vif-plugged-95401402-2d2e-444a-87a0-f0bb4324a8b9 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 707.827135] env[69843]: WARNING nova.compute.manager [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Received unexpected event network-vif-plugged-95401402-2d2e-444a-87a0-f0bb4324a8b9 for instance with vm_state building and task_state spawning. [ 707.827339] env[69843]: DEBUG nova.compute.manager [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Received event network-changed-95401402-2d2e-444a-87a0-f0bb4324a8b9 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.828480] env[69843]: DEBUG nova.compute.manager [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Refreshing instance network info cache due to event network-changed-95401402-2d2e-444a-87a0-f0bb4324a8b9. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.828480] env[69843]: DEBUG oslo_concurrency.lockutils [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] Acquiring lock "refresh_cache-1964a3cc-a62d-4085-94cf-b0495ea26fe0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.008085] env[69843]: DEBUG nova.network.neutron [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.183845] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce8c5bd4-f783-4c85-8831-225388d2d1cb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "e80028c3-0380-42f7-b907-58d545e343cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.919s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.287239] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072094} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.291059] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.291999] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488663f4-c6e4-4371-963c-4228f5e07526 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.319679] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 66ae357b-4902-4d79-b4e4-f54013568a36/66ae357b-4902-4d79-b4e4-f54013568a36.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.323348] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c1d4ce-cf8e-47df-bbbd-cc482518bc6c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.347719] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for the task: (returnval){ [ 708.347719] env[69843]: value = "task-3703727" [ 708.347719] env[69843]: _type = "Task" [ 708.347719] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.363226] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703727, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.510407] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a6d8bd-cb8c-4b67-86b0-a5e603dba4f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.518534] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2586636-176c-4381-8f90-8d6034423644 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.559639] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef56b3d-2bfa-49b5-8bc0-4ce012c10bec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.569554] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8d383d-5a00-4b98-9712-1ea072cbbcea {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.585408] env[69843]: DEBUG nova.compute.provider_tree [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.690391] env[69843]: DEBUG nova.compute.manager [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.858115] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703727, 'name': ReconfigVM_Task, 'duration_secs': 0.356342} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.861094] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 66ae357b-4902-4d79-b4e4-f54013568a36/66ae357b-4902-4d79-b4e4-f54013568a36.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.861879] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1be3918-cb67-4797-9964-407a6e15865b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.869884] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for the task: (returnval){ [ 708.869884] env[69843]: value = "task-3703728" [ 708.869884] env[69843]: _type = "Task" [ 708.869884] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.879556] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703728, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.061789] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "29605030-00aa-482e-aaa4-c2d66af2c29d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.063371] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "29605030-00aa-482e-aaa4-c2d66af2c29d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.092365] env[69843]: DEBUG nova.scheduler.client.report [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.219225] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.385414] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703728, 'name': Rename_Task, 'duration_secs': 0.239267} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.385750] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.385997] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e5b0a24-8493-443f-b385-26a5832ffc0d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.397318] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for the task: (returnval){ [ 709.397318] env[69843]: value = "task-3703729" [ 709.397318] env[69843]: _type = "Task" [ 709.397318] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.408255] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.499230] env[69843]: DEBUG nova.network.neutron [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Updating instance_info_cache with network_info: [{"id": "b4899818-4c46-4569-aa95-c8b2cac46b61", "address": "fa:16:3e:09:2c:87", "network": {"id": "8d548021-4598-4205-a9f9-efff85838cbe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-473522045", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4899818-4c", "ovs_interfaceid": "b4899818-4c46-4569-aa95-c8b2cac46b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "113ed77f-6c2c-4ad8-a56b-e7943da10e67", "address": "fa:16:3e:f1:a8:73", "network": {"id": "508610ef-83df-4845-a30c-f9b6bf2dff50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-237058704", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113ed77f-6c", "ovs_interfaceid": "113ed77f-6c2c-4ad8-a56b-e7943da10e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95401402-2d2e-444a-87a0-f0bb4324a8b9", "address": "fa:16:3e:7f:69:58", "network": {"id": "8d548021-4598-4205-a9f9-efff85838cbe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-473522045", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95401402-2d", "ovs_interfaceid": "95401402-2d2e-444a-87a0-f0bb4324a8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.599536] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.600108] env[69843]: DEBUG nova.compute.manager [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.603122] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.629s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.605883] env[69843]: INFO nova.compute.claims [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.909427] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703729, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.004121] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Releasing lock "refresh_cache-1964a3cc-a62d-4085-94cf-b0495ea26fe0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.004561] env[69843]: DEBUG nova.compute.manager [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Instance network_info: |[{"id": "b4899818-4c46-4569-aa95-c8b2cac46b61", "address": "fa:16:3e:09:2c:87", "network": {"id": "8d548021-4598-4205-a9f9-efff85838cbe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-473522045", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4899818-4c", "ovs_interfaceid": "b4899818-4c46-4569-aa95-c8b2cac46b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "113ed77f-6c2c-4ad8-a56b-e7943da10e67", "address": "fa:16:3e:f1:a8:73", "network": {"id": "508610ef-83df-4845-a30c-f9b6bf2dff50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-237058704", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113ed77f-6c", "ovs_interfaceid": "113ed77f-6c2c-4ad8-a56b-e7943da10e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95401402-2d2e-444a-87a0-f0bb4324a8b9", "address": "fa:16:3e:7f:69:58", "network": {"id": "8d548021-4598-4205-a9f9-efff85838cbe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-473522045", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95401402-2d", "ovs_interfaceid": "95401402-2d2e-444a-87a0-f0bb4324a8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.004869] env[69843]: DEBUG oslo_concurrency.lockutils [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] Acquired lock "refresh_cache-1964a3cc-a62d-4085-94cf-b0495ea26fe0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.005094] env[69843]: DEBUG nova.network.neutron [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Refreshing network info cache for port 95401402-2d2e-444a-87a0-f0bb4324a8b9 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.008923] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:2c:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4899818-4c46-4569-aa95-c8b2cac46b61', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:a8:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '113ed77f-6c2c-4ad8-a56b-e7943da10e67', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:69:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95401402-2d2e-444a-87a0-f0bb4324a8b9', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.021613] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Creating folder: Project (c37dcd1c9e4c4f6f821c844c0d06ddf5). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.023060] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94e67de9-3e4c-4519-9057-6aac103e79a8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.042681] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Created folder: Project (c37dcd1c9e4c4f6f821c844c0d06ddf5) in parent group-v737654. [ 710.042681] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Creating folder: Instances. Parent ref: group-v737712. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.043106] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89209c98-f15e-4f7d-aca3-adf78de5e0f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.055950] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Created folder: Instances in parent group-v737712. [ 710.056157] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.056401] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.058485] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d33a7e4-5757-400f-91a2-9575fa37f9f8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.091827] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.091827] env[69843]: value = "task-3703732" [ 710.091827] env[69843]: _type = "Task" [ 710.091827] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.101323] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703732, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.116686] env[69843]: DEBUG nova.compute.utils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.119816] env[69843]: DEBUG nova.compute.manager [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.119816] env[69843]: DEBUG nova.network.neutron [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.154822] env[69843]: DEBUG nova.objects.instance [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lazy-loading 'flavor' on Instance uuid ca89ba12-1438-44fa-b88a-bbe9386b4dce {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.266521] env[69843]: DEBUG nova.policy [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cd71d5cf0154058841fde6d1ac6ae33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db24b914cb604e79b8be27d8fdf01ca7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.416083] env[69843]: DEBUG oslo_vmware.api [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703729, 'name': PowerOnVM_Task, 'duration_secs': 0.53644} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.416083] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.416083] env[69843]: INFO nova.compute.manager [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Took 8.14 seconds to spawn the instance on the hypervisor. [ 710.416374] env[69843]: DEBUG nova.compute.manager [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 710.417064] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dd8cf1-a6c4-4d01-a7a4-907261dd5e62 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.567769] env[69843]: DEBUG nova.compute.manager [req-532f233b-266b-4a62-b16e-c0e742876a67 req-0c056315-5d77-4612-89b5-7ea335ef4c97 service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Received event network-changed-68235362-d373-4f47-a5db-b36c9f984bef {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.568740] env[69843]: DEBUG nova.compute.manager [req-532f233b-266b-4a62-b16e-c0e742876a67 req-0c056315-5d77-4612-89b5-7ea335ef4c97 service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Refreshing instance network info cache due to event network-changed-68235362-d373-4f47-a5db-b36c9f984bef. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.568985] env[69843]: DEBUG oslo_concurrency.lockutils [req-532f233b-266b-4a62-b16e-c0e742876a67 req-0c056315-5d77-4612-89b5-7ea335ef4c97 service nova] Acquiring lock "refresh_cache-e80028c3-0380-42f7-b907-58d545e343cf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.569150] env[69843]: DEBUG oslo_concurrency.lockutils [req-532f233b-266b-4a62-b16e-c0e742876a67 req-0c056315-5d77-4612-89b5-7ea335ef4c97 service nova] Acquired lock "refresh_cache-e80028c3-0380-42f7-b907-58d545e343cf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.569502] env[69843]: DEBUG nova.network.neutron [req-532f233b-266b-4a62-b16e-c0e742876a67 req-0c056315-5d77-4612-89b5-7ea335ef4c97 service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Refreshing network info cache for port 68235362-d373-4f47-a5db-b36c9f984bef {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.602808] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703732, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.624340] env[69843]: DEBUG nova.compute.manager [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.663383] env[69843]: DEBUG oslo_concurrency.lockutils [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "refresh_cache-ca89ba12-1438-44fa-b88a-bbe9386b4dce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.663573] env[69843]: DEBUG oslo_concurrency.lockutils [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquired lock "refresh_cache-ca89ba12-1438-44fa-b88a-bbe9386b4dce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.663743] env[69843]: DEBUG nova.network.neutron [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.663938] env[69843]: DEBUG nova.objects.instance [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lazy-loading 'info_cache' on Instance uuid ca89ba12-1438-44fa-b88a-bbe9386b4dce {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.893323] env[69843]: DEBUG nova.network.neutron [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Updated VIF entry in instance network info cache for port 95401402-2d2e-444a-87a0-f0bb4324a8b9. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.894626] env[69843]: DEBUG nova.network.neutron [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Updating instance_info_cache with network_info: [{"id": "b4899818-4c46-4569-aa95-c8b2cac46b61", "address": "fa:16:3e:09:2c:87", "network": {"id": "8d548021-4598-4205-a9f9-efff85838cbe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-473522045", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4899818-4c", "ovs_interfaceid": "b4899818-4c46-4569-aa95-c8b2cac46b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "113ed77f-6c2c-4ad8-a56b-e7943da10e67", "address": "fa:16:3e:f1:a8:73", "network": {"id": "508610ef-83df-4845-a30c-f9b6bf2dff50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-237058704", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap113ed77f-6c", "ovs_interfaceid": "113ed77f-6c2c-4ad8-a56b-e7943da10e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95401402-2d2e-444a-87a0-f0bb4324a8b9", "address": "fa:16:3e:7f:69:58", "network": {"id": "8d548021-4598-4205-a9f9-efff85838cbe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-473522045", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95401402-2d", "ovs_interfaceid": "95401402-2d2e-444a-87a0-f0bb4324a8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.937906] env[69843]: INFO nova.compute.manager [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Took 35.90 seconds to build instance. [ 711.014623] env[69843]: DEBUG nova.network.neutron [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Successfully created port: 6859007a-01ce-410e-95c7-9ae5c847b6b2 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.106302] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703732, 'name': CreateVM_Task, 'duration_secs': 0.51554} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.106722] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.107448] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.107618] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.107926] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.108214] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-585b0c03-2d56-4611-8004-e648f9622f72 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.113378] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 711.113378] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528e304d-d324-2fcc-82ed-4462528ef76f" [ 711.113378] env[69843]: _type = "Task" [ 711.113378] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.136292] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528e304d-d324-2fcc-82ed-4462528ef76f, 'name': SearchDatastore_Task, 'duration_secs': 0.013661} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.136600] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.136827] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.137194] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.137331] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.137436] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.137710] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19a4a742-9329-4143-9d50-51378fcdddcf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.150142] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.150412] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.151276] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed90f02a-9608-4911-b3bd-eebc92d9f7d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.160161] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 711.160161] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a2e825-a4a5-ecdf-7fb3-99a3127a005e" [ 711.160161] env[69843]: _type = "Task" [ 711.160161] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.168814] env[69843]: DEBUG nova.objects.base [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 711.175725] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a2e825-a4a5-ecdf-7fb3-99a3127a005e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.275442] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199bebdc-1089-482b-bf41-ed74a21055b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.286698] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab695ff-e546-4611-a45c-8664f2383f0e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.323827] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6374cb67-1da6-44a3-ac35-e247e5cda00e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.332359] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4eeea4-16d5-4770-959f-1b98911839c4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.347269] env[69843]: DEBUG nova.compute.provider_tree [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.399496] env[69843]: DEBUG oslo_concurrency.lockutils [req-b485749d-c49c-43d1-9405-71b9db504c5e req-065bc27f-43fb-4607-8d4a-610a5d452b8f service nova] Releasing lock "refresh_cache-1964a3cc-a62d-4085-94cf-b0495ea26fe0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.401581] env[69843]: DEBUG nova.network.neutron [req-532f233b-266b-4a62-b16e-c0e742876a67 req-0c056315-5d77-4612-89b5-7ea335ef4c97 service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Updated VIF entry in instance network info cache for port 68235362-d373-4f47-a5db-b36c9f984bef. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.401676] env[69843]: DEBUG nova.network.neutron [req-532f233b-266b-4a62-b16e-c0e742876a67 req-0c056315-5d77-4612-89b5-7ea335ef4c97 service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Updating instance_info_cache with network_info: [{"id": "68235362-d373-4f47-a5db-b36c9f984bef", "address": "fa:16:3e:67:65:23", "network": {"id": "169f3746-7506-40fe-bf72-d886f18df729", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-741620343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0af66f0a4bca4b9da2103008de1d8a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68235362-d3", "ovs_interfaceid": "68235362-d373-4f47-a5db-b36c9f984bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.443997] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0fb8b1cb-d2a2-41d3-9099-739e9b8ec47b tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lock "66ae357b-4902-4d79-b4e4-f54013568a36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.436s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.639473] env[69843]: DEBUG nova.compute.manager [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.672536] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a2e825-a4a5-ecdf-7fb3-99a3127a005e, 'name': SearchDatastore_Task, 'duration_secs': 0.014411} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.673724] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e323ad3-c187-43dd-873a-acd2ba7898cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.678435] env[69843]: DEBUG nova.virt.hardware [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.678584] env[69843]: DEBUG nova.virt.hardware [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.678716] env[69843]: DEBUG nova.virt.hardware [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.678888] env[69843]: DEBUG nova.virt.hardware [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.679038] env[69843]: DEBUG nova.virt.hardware [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.679184] env[69843]: DEBUG nova.virt.hardware [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.679387] env[69843]: DEBUG nova.virt.hardware [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.679545] env[69843]: DEBUG nova.virt.hardware [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.679710] env[69843]: DEBUG nova.virt.hardware [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.679871] env[69843]: DEBUG nova.virt.hardware [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.680053] env[69843]: DEBUG nova.virt.hardware [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.682840] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5422cc-e23b-497c-99db-a93808e6ef17 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.692885] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01de3174-2627-4e75-a821-8194d4660110 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.697312] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 711.697312] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cda2a9-d78b-5d6f-782a-c274732ee261" [ 711.697312] env[69843]: _type = "Task" [ 711.697312] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.721811] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cda2a9-d78b-5d6f-782a-c274732ee261, 'name': SearchDatastore_Task, 'duration_secs': 0.016782} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.721811] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.721811] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 1964a3cc-a62d-4085-94cf-b0495ea26fe0/1964a3cc-a62d-4085-94cf-b0495ea26fe0.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.721811] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e7546d8-35bb-482c-8936-3bd1e5643a1a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.730199] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 711.730199] env[69843]: value = "task-3703733" [ 711.730199] env[69843]: _type = "Task" [ 711.730199] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.742110] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.852389] env[69843]: DEBUG nova.scheduler.client.report [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.905032] env[69843]: DEBUG oslo_concurrency.lockutils [req-532f233b-266b-4a62-b16e-c0e742876a67 req-0c056315-5d77-4612-89b5-7ea335ef4c97 service nova] Releasing lock "refresh_cache-e80028c3-0380-42f7-b907-58d545e343cf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.947040] env[69843]: DEBUG nova.compute.manager [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.978274] env[69843]: DEBUG nova.network.neutron [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Updating instance_info_cache with network_info: [{"id": "5a131463-61ab-49b1-9b8b-eaf925b080b3", "address": "fa:16:3e:88:a8:0d", "network": {"id": "4eb7e55c-be81-4f8f-8ed1-b0b7e8ee7ba8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1731389817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73d92b8597504abda0e99cce68de9301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a131463-61", "ovs_interfaceid": "5a131463-61ab-49b1-9b8b-eaf925b080b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.243625] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703733, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.358276] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.358652] env[69843]: DEBUG nova.compute.manager [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.361679] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.038s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.482975] env[69843]: DEBUG oslo_concurrency.lockutils [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Releasing lock "refresh_cache-ca89ba12-1438-44fa-b88a-bbe9386b4dce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.487252] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.742266] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778521} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.742561] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 1964a3cc-a62d-4085-94cf-b0495ea26fe0/1964a3cc-a62d-4085-94cf-b0495ea26fe0.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.743226] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.743226] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5faeb265-18f9-40a7-9164-7b5f92a346e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.754742] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 712.754742] env[69843]: value = "task-3703738" [ 712.754742] env[69843]: _type = "Task" [ 712.754742] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.761952] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.865246] env[69843]: DEBUG nova.compute.utils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.869393] env[69843]: DEBUG nova.compute.manager [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.869572] env[69843]: DEBUG nova.network.neutron [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.942923] env[69843]: DEBUG nova.policy [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0eb5fc7adf1435bb58728599903dff6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ba2669d4b1d46718d03ae26cfbfbea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.264796] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.291131] env[69843]: DEBUG nova.compute.manager [req-8dca5c2e-6010-4e8a-94c4-d895e9db53fa req-5fca3929-03e2-41b0-8b9d-fec2cc61c06f service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Received event network-changed-68235362-d373-4f47-a5db-b36c9f984bef {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.291131] env[69843]: DEBUG nova.compute.manager [req-8dca5c2e-6010-4e8a-94c4-d895e9db53fa req-5fca3929-03e2-41b0-8b9d-fec2cc61c06f service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Refreshing instance network info cache due to event network-changed-68235362-d373-4f47-a5db-b36c9f984bef. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.291643] env[69843]: DEBUG oslo_concurrency.lockutils [req-8dca5c2e-6010-4e8a-94c4-d895e9db53fa req-5fca3929-03e2-41b0-8b9d-fec2cc61c06f service nova] Acquiring lock "refresh_cache-e80028c3-0380-42f7-b907-58d545e343cf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.291643] env[69843]: DEBUG oslo_concurrency.lockutils [req-8dca5c2e-6010-4e8a-94c4-d895e9db53fa req-5fca3929-03e2-41b0-8b9d-fec2cc61c06f service nova] Acquired lock "refresh_cache-e80028c3-0380-42f7-b907-58d545e343cf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.291909] env[69843]: DEBUG nova.network.neutron [req-8dca5c2e-6010-4e8a-94c4-d895e9db53fa req-5fca3929-03e2-41b0-8b9d-fec2cc61c06f service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Refreshing network info cache for port 68235362-d373-4f47-a5db-b36c9f984bef {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.364828] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e18f6f0-5d97-4206-b566-61761e04d317 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.375346] env[69843]: DEBUG nova.compute.manager [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.380582] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d2c779-d95c-49e2-a588-439696269404 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.417667] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb2899c-53dc-487e-9c12-e5684408eafd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.426543] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18602cf1-7e78-479a-ac18-28eda6760ab4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.441250] env[69843]: DEBUG nova.compute.provider_tree [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.491055] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.491306] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d4e018f-4ae7-471a-881a-32a82cdc371a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.500975] env[69843]: DEBUG oslo_vmware.api [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 713.500975] env[69843]: value = "task-3703739" [ 713.500975] env[69843]: _type = "Task" [ 713.500975] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.510892] env[69843]: DEBUG oslo_vmware.api [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.524971] env[69843]: DEBUG nova.network.neutron [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Successfully created port: c5438370-4928-428d-b6e2-da468f4cc821 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.613608] env[69843]: DEBUG nova.network.neutron [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Successfully updated port: 6859007a-01ce-410e-95c7-9ae5c847b6b2 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.766836] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703738, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.945713] env[69843]: DEBUG nova.scheduler.client.report [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.018769] env[69843]: DEBUG oslo_vmware.api [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.057224] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.057560] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.117082] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Acquiring lock "refresh_cache-d2314af3-6ce2-49d8-991e-0d214c827d18" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.117299] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Acquired lock "refresh_cache-d2314af3-6ce2-49d8-991e-0d214c827d18" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.117857] env[69843]: DEBUG nova.network.neutron [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.270455] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.03227} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.270747] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.275094] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed319c9-a80b-45d2-8804-436977c0c7e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.305011] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 1964a3cc-a62d-4085-94cf-b0495ea26fe0/1964a3cc-a62d-4085-94cf-b0495ea26fe0.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.306109] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3168c8ef-2000-4794-ba26-d2ca1c512b52 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.330765] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 714.330765] env[69843]: value = "task-3703740" [ 714.330765] env[69843]: _type = "Task" [ 714.330765] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.342549] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703740, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.348382] env[69843]: DEBUG nova.network.neutron [req-8dca5c2e-6010-4e8a-94c4-d895e9db53fa req-5fca3929-03e2-41b0-8b9d-fec2cc61c06f service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Updated VIF entry in instance network info cache for port 68235362-d373-4f47-a5db-b36c9f984bef. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.349267] env[69843]: DEBUG nova.network.neutron [req-8dca5c2e-6010-4e8a-94c4-d895e9db53fa req-5fca3929-03e2-41b0-8b9d-fec2cc61c06f service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Updating instance_info_cache with network_info: [{"id": "68235362-d373-4f47-a5db-b36c9f984bef", "address": "fa:16:3e:67:65:23", "network": {"id": "169f3746-7506-40fe-bf72-d886f18df729", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-741620343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0af66f0a4bca4b9da2103008de1d8a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68235362-d3", "ovs_interfaceid": "68235362-d373-4f47-a5db-b36c9f984bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.401396] env[69843]: DEBUG nova.compute.manager [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.438778] env[69843]: DEBUG nova.virt.hardware [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.439088] env[69843]: DEBUG nova.virt.hardware [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.439270] env[69843]: DEBUG nova.virt.hardware [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.439454] env[69843]: DEBUG nova.virt.hardware [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.439620] env[69843]: DEBUG nova.virt.hardware [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.439767] env[69843]: DEBUG nova.virt.hardware [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.440479] env[69843]: DEBUG nova.virt.hardware [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.440479] env[69843]: DEBUG nova.virt.hardware [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.440570] env[69843]: DEBUG nova.virt.hardware [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.440810] env[69843]: DEBUG nova.virt.hardware [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.441035] env[69843]: DEBUG nova.virt.hardware [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.441971] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abda152f-6519-49dd-9488-fe6b5c12165f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.451307] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8112b0-53aa-42ab-8022-d6718baca53e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.515937] env[69843]: DEBUG oslo_vmware.api [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703739, 'name': PowerOnVM_Task, 'duration_secs': 0.763207} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.515937] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.515937] env[69843]: DEBUG nova.compute.manager [None req-caf4727d-2559-49f6-8519-6b654fad9f44 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 714.515937] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc5cc41-aba6-41a4-9ef5-58b01aa9bb34 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.565886] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.566710] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.566710] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.566710] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.566851] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.567635] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.567635] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69843) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 714.567635] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 714.718179] env[69843]: DEBUG nova.network.neutron [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.842624] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703740, 'name': ReconfigVM_Task, 'duration_secs': 0.342914} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.842624] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 1964a3cc-a62d-4085-94cf-b0495ea26fe0/1964a3cc-a62d-4085-94cf-b0495ea26fe0.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.842935] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8138319-d173-4b46-87d4-7aed0f01b831 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.851168] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 714.851168] env[69843]: value = "task-3703741" [ 714.851168] env[69843]: _type = "Task" [ 714.851168] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.854970] env[69843]: DEBUG oslo_concurrency.lockutils [req-8dca5c2e-6010-4e8a-94c4-d895e9db53fa req-5fca3929-03e2-41b0-8b9d-fec2cc61c06f service nova] Releasing lock "refresh_cache-e80028c3-0380-42f7-b907-58d545e343cf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.861900] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703741, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.967177] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.605s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.971459] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.729s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.973575] env[69843]: INFO nova.compute.claims [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.070682] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.075384] env[69843]: DEBUG nova.network.neutron [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Updating instance_info_cache with network_info: [{"id": "6859007a-01ce-410e-95c7-9ae5c847b6b2", "address": "fa:16:3e:50:93:f0", "network": {"id": "1ecf2707-191f-4427-9192-24d0866ee456", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-703610220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db24b914cb604e79b8be27d8fdf01ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6859007a-01", "ovs_interfaceid": "6859007a-01ce-410e-95c7-9ae5c847b6b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.356481] env[69843]: DEBUG nova.network.neutron [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Successfully updated port: c5438370-4928-428d-b6e2-da468f4cc821 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.364099] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703741, 'name': Rename_Task, 'duration_secs': 0.192863} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.364753] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.365142] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-705c1ded-9e9b-4acb-8113-88e7ea924470 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.373955] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 715.373955] env[69843]: value = "task-3703742" [ 715.373955] env[69843]: _type = "Task" [ 715.373955] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.384498] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.465674] env[69843]: DEBUG nova.compute.manager [req-b0a141f3-233c-427b-a5a6-558a0ab0f914 req-19a16fd2-fc4e-49ae-b466-746b2cee4f1b service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Received event network-vif-plugged-c5438370-4928-428d-b6e2-da468f4cc821 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.465997] env[69843]: DEBUG oslo_concurrency.lockutils [req-b0a141f3-233c-427b-a5a6-558a0ab0f914 req-19a16fd2-fc4e-49ae-b466-746b2cee4f1b service nova] Acquiring lock "ad18a9f2-6a6d-4b33-aa8b-f24826347acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.466264] env[69843]: DEBUG oslo_concurrency.lockutils [req-b0a141f3-233c-427b-a5a6-558a0ab0f914 req-19a16fd2-fc4e-49ae-b466-746b2cee4f1b service nova] Lock "ad18a9f2-6a6d-4b33-aa8b-f24826347acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.466469] env[69843]: DEBUG oslo_concurrency.lockutils [req-b0a141f3-233c-427b-a5a6-558a0ab0f914 req-19a16fd2-fc4e-49ae-b466-746b2cee4f1b service nova] Lock "ad18a9f2-6a6d-4b33-aa8b-f24826347acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.466916] env[69843]: DEBUG nova.compute.manager [req-b0a141f3-233c-427b-a5a6-558a0ab0f914 req-19a16fd2-fc4e-49ae-b466-746b2cee4f1b service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] No waiting events found dispatching network-vif-plugged-c5438370-4928-428d-b6e2-da468f4cc821 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 715.466916] env[69843]: WARNING nova.compute.manager [req-b0a141f3-233c-427b-a5a6-558a0ab0f914 req-19a16fd2-fc4e-49ae-b466-746b2cee4f1b service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Received unexpected event network-vif-plugged-c5438370-4928-428d-b6e2-da468f4cc821 for instance with vm_state building and task_state spawning. [ 715.557416] env[69843]: INFO nova.scheduler.client.report [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Deleted allocation for migration 16b65448-4881-4207-b21b-6fc7a6fd616a [ 715.580186] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Releasing lock "refresh_cache-d2314af3-6ce2-49d8-991e-0d214c827d18" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.580186] env[69843]: DEBUG nova.compute.manager [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Instance network_info: |[{"id": "6859007a-01ce-410e-95c7-9ae5c847b6b2", "address": "fa:16:3e:50:93:f0", "network": {"id": "1ecf2707-191f-4427-9192-24d0866ee456", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-703610220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db24b914cb604e79b8be27d8fdf01ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6859007a-01", "ovs_interfaceid": "6859007a-01ce-410e-95c7-9ae5c847b6b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.580968] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:93:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6859007a-01ce-410e-95c7-9ae5c847b6b2', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.589799] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Creating folder: Project (db24b914cb604e79b8be27d8fdf01ca7). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.590471] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32dd92b1-436e-4ad1-b9c6-7180e62bc4be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.601927] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Created folder: Project (db24b914cb604e79b8be27d8fdf01ca7) in parent group-v737654. [ 715.602153] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Creating folder: Instances. Parent ref: group-v737718. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.602392] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3ce53c2-23af-4ba9-b4f9-68b034c1aa11 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.618574] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Created folder: Instances in parent group-v737718. [ 715.618922] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.619165] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.619736] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-410f6738-81d3-41c2-bc1f-150e3c337a7c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.642169] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.642169] env[69843]: value = "task-3703746" [ 715.642169] env[69843]: _type = "Task" [ 715.642169] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.651130] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703746, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.711963] env[69843]: DEBUG nova.compute.manager [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Received event network-vif-plugged-6859007a-01ce-410e-95c7-9ae5c847b6b2 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.712042] env[69843]: DEBUG oslo_concurrency.lockutils [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] Acquiring lock "d2314af3-6ce2-49d8-991e-0d214c827d18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.712321] env[69843]: DEBUG oslo_concurrency.lockutils [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] Lock "d2314af3-6ce2-49d8-991e-0d214c827d18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.712530] env[69843]: DEBUG oslo_concurrency.lockutils [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] Lock "d2314af3-6ce2-49d8-991e-0d214c827d18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.712788] env[69843]: DEBUG nova.compute.manager [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] No waiting events found dispatching network-vif-plugged-6859007a-01ce-410e-95c7-9ae5c847b6b2 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 715.712988] env[69843]: WARNING nova.compute.manager [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Received unexpected event network-vif-plugged-6859007a-01ce-410e-95c7-9ae5c847b6b2 for instance with vm_state building and task_state spawning. [ 715.713225] env[69843]: DEBUG nova.compute.manager [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Received event network-changed-6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.713454] env[69843]: DEBUG nova.compute.manager [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Refreshing instance network info cache due to event network-changed-6c3c2257-911b-42d2-beec-5ca2d602b4f8. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.713722] env[69843]: DEBUG oslo_concurrency.lockutils [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] Acquiring lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.713978] env[69843]: DEBUG oslo_concurrency.lockutils [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] Acquired lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.714214] env[69843]: DEBUG nova.network.neutron [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Refreshing network info cache for port 6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.866652] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Acquiring lock "refresh_cache-ad18a9f2-6a6d-4b33-aa8b-f24826347acc" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.866757] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Acquired lock "refresh_cache-ad18a9f2-6a6d-4b33-aa8b-f24826347acc" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.867692] env[69843]: DEBUG nova.network.neutron [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.886803] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703742, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.068054] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35a36259-1cf1-434e-a93c-0e3237d466fb tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.337s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.161201] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703746, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.387291] env[69843]: DEBUG oslo_vmware.api [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703742, 'name': PowerOnVM_Task, 'duration_secs': 0.574625} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.387657] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.387896] env[69843]: INFO nova.compute.manager [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Took 16.83 seconds to spawn the instance on the hypervisor. [ 716.388119] env[69843]: DEBUG nova.compute.manager [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 716.389075] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc4b2a1-2100-4c13-a334-2a0c6e5017cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.441969] env[69843]: DEBUG nova.network.neutron [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.606174] env[69843]: DEBUG nova.network.neutron [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Updated VIF entry in instance network info cache for port 6c3c2257-911b-42d2-beec-5ca2d602b4f8. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.606174] env[69843]: DEBUG nova.network.neutron [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Updating instance_info_cache with network_info: [{"id": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "address": "fa:16:3e:6d:05:cc", "network": {"id": "24836523-ca5c-4034-a1a5-b15fafdde5ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-101323145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523e6fdede564506932081b9550e0d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3c2257-91", "ovs_interfaceid": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.631211] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2345d9ac-f211-4363-add2-5ecc3d78fb7d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.642765] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ca2743-74ee-4689-82d0-8342d9a9c03c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.658949] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703746, 'name': CreateVM_Task, 'duration_secs': 0.632499} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.688454] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.688769] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.688963] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.689321] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.690575] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a321cf-e03f-44e9-aa72-d371f39cf002 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.692847] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec6ea0d-71cd-4f10-827c-91063c0009c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.702363] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952587df-7693-446b-9885-9026a9d6e06b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.706051] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 716.706051] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e73809-afa5-34fe-1dde-6b7405b24e26" [ 716.706051] env[69843]: _type = "Task" [ 716.706051] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.720848] env[69843]: DEBUG nova.compute.provider_tree [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.723296] env[69843]: DEBUG nova.network.neutron [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Updating instance_info_cache with network_info: [{"id": "c5438370-4928-428d-b6e2-da468f4cc821", "address": "fa:16:3e:f8:dd:b7", "network": {"id": "986162c5-fd06-4e57-bbd4-42d7f1e99a91", "bridge": "br-int", "label": "tempest-ServersTestJSON-895565648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba2669d4b1d46718d03ae26cfbfbea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5438370-49", "ovs_interfaceid": "c5438370-4928-428d-b6e2-da468f4cc821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.734868] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e73809-afa5-34fe-1dde-6b7405b24e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.916277] env[69843]: INFO nova.compute.manager [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Took 44.53 seconds to build instance. [ 717.109158] env[69843]: DEBUG oslo_concurrency.lockutils [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] Releasing lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.109805] env[69843]: DEBUG nova.compute.manager [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Received event network-changed-6859007a-01ce-410e-95c7-9ae5c847b6b2 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.110035] env[69843]: DEBUG nova.compute.manager [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Refreshing instance network info cache due to event network-changed-6859007a-01ce-410e-95c7-9ae5c847b6b2. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.110262] env[69843]: DEBUG oslo_concurrency.lockutils [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] Acquiring lock "refresh_cache-d2314af3-6ce2-49d8-991e-0d214c827d18" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.110949] env[69843]: DEBUG oslo_concurrency.lockutils [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] Acquired lock "refresh_cache-d2314af3-6ce2-49d8-991e-0d214c827d18" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.111407] env[69843]: DEBUG nova.network.neutron [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Refreshing network info cache for port 6859007a-01ce-410e-95c7-9ae5c847b6b2 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.218728] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e73809-afa5-34fe-1dde-6b7405b24e26, 'name': SearchDatastore_Task, 'duration_secs': 0.057669} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.218728] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.218935] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.219275] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.219353] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.219606] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.219890] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39ab6581-97ee-4b89-a127-23389de4d7ee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.226617] env[69843]: DEBUG nova.scheduler.client.report [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.234417] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Releasing lock "refresh_cache-ad18a9f2-6a6d-4b33-aa8b-f24826347acc" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.234738] env[69843]: DEBUG nova.compute.manager [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Instance network_info: |[{"id": "c5438370-4928-428d-b6e2-da468f4cc821", "address": "fa:16:3e:f8:dd:b7", "network": {"id": "986162c5-fd06-4e57-bbd4-42d7f1e99a91", "bridge": "br-int", "label": "tempest-ServersTestJSON-895565648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba2669d4b1d46718d03ae26cfbfbea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5438370-49", "ovs_interfaceid": "c5438370-4928-428d-b6e2-da468f4cc821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.236365] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:dd:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5438370-4928-428d-b6e2-da468f4cc821', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.245939] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Creating folder: Project (7ba2669d4b1d46718d03ae26cfbfbea5). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.246466] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.246630] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.248682] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22af8095-1f68-409a-a9e3-eb398211a067 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.250655] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ff84b8-2562-46cf-99ea-5c078a6b9302 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.259887] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 717.259887] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52057ec3-7988-8d62-68b6-2dfa9a95c8f4" [ 717.259887] env[69843]: _type = "Task" [ 717.259887] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.268058] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Created folder: Project (7ba2669d4b1d46718d03ae26cfbfbea5) in parent group-v737654. [ 717.268335] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Creating folder: Instances. Parent ref: group-v737721. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.273120] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5fa5418-6fc8-4b47-92e5-c634363bda73 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.275766] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52057ec3-7988-8d62-68b6-2dfa9a95c8f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.288912] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Created folder: Instances in parent group-v737721. [ 717.289290] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.289562] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.291248] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-587c9b59-0873-4e00-bf60-294466def4c4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.321255] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.321255] env[69843]: value = "task-3703749" [ 717.321255] env[69843]: _type = "Task" [ 717.321255] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.332387] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703749, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.422568] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c79b7038-6212-442c-a661-00b251a0beea tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.739s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.733378] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.733709] env[69843]: DEBUG nova.compute.manager [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.737022] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.151s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.743025] env[69843]: INFO nova.compute.claims [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.780173] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52057ec3-7988-8d62-68b6-2dfa9a95c8f4, 'name': SearchDatastore_Task, 'duration_secs': 0.033204} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.786422] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad51c867-b376-4abb-8394-2244d8dbffcd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.799036] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 717.799036] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5276585c-ebc5-2f4b-39a9-4bf474687211" [ 717.799036] env[69843]: _type = "Task" [ 717.799036] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.811902] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5276585c-ebc5-2f4b-39a9-4bf474687211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.832452] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703749, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.913224] env[69843]: DEBUG nova.compute.manager [req-ed5afd60-c18d-417b-a4f6-9cb2901aa8cf req-2950346b-e8ca-4357-a3f8-b338d5b27e16 service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Received event network-changed-c5438370-4928-428d-b6e2-da468f4cc821 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.914064] env[69843]: DEBUG nova.compute.manager [req-ed5afd60-c18d-417b-a4f6-9cb2901aa8cf req-2950346b-e8ca-4357-a3f8-b338d5b27e16 service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Refreshing instance network info cache due to event network-changed-c5438370-4928-428d-b6e2-da468f4cc821. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.914064] env[69843]: DEBUG oslo_concurrency.lockutils [req-ed5afd60-c18d-417b-a4f6-9cb2901aa8cf req-2950346b-e8ca-4357-a3f8-b338d5b27e16 service nova] Acquiring lock "refresh_cache-ad18a9f2-6a6d-4b33-aa8b-f24826347acc" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.914393] env[69843]: DEBUG oslo_concurrency.lockutils [req-ed5afd60-c18d-417b-a4f6-9cb2901aa8cf req-2950346b-e8ca-4357-a3f8-b338d5b27e16 service nova] Acquired lock "refresh_cache-ad18a9f2-6a6d-4b33-aa8b-f24826347acc" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.914730] env[69843]: DEBUG nova.network.neutron [req-ed5afd60-c18d-417b-a4f6-9cb2901aa8cf req-2950346b-e8ca-4357-a3f8-b338d5b27e16 service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Refreshing network info cache for port c5438370-4928-428d-b6e2-da468f4cc821 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.931550] env[69843]: DEBUG nova.compute.manager [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.018029] env[69843]: DEBUG nova.network.neutron [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Updated VIF entry in instance network info cache for port 6859007a-01ce-410e-95c7-9ae5c847b6b2. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.020217] env[69843]: DEBUG nova.network.neutron [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Updating instance_info_cache with network_info: [{"id": "6859007a-01ce-410e-95c7-9ae5c847b6b2", "address": "fa:16:3e:50:93:f0", "network": {"id": "1ecf2707-191f-4427-9192-24d0866ee456", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-703610220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db24b914cb604e79b8be27d8fdf01ca7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6859007a-01", "ovs_interfaceid": "6859007a-01ce-410e-95c7-9ae5c847b6b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.244730] env[69843]: DEBUG nova.compute.utils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.246484] env[69843]: DEBUG nova.compute.manager [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.246484] env[69843]: DEBUG nova.network.neutron [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.262414] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.262743] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.263022] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.263180] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.263398] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.265903] env[69843]: INFO nova.compute.manager [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Terminating instance [ 718.309979] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5276585c-ebc5-2f4b-39a9-4bf474687211, 'name': SearchDatastore_Task, 'duration_secs': 0.01407} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.310308] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.310576] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] d2314af3-6ce2-49d8-991e-0d214c827d18/d2314af3-6ce2-49d8-991e-0d214c827d18.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.311191] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5fa022b-0e00-49e7-91c8-ac195c7ca455 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.320578] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 718.320578] env[69843]: value = "task-3703751" [ 718.320578] env[69843]: _type = "Task" [ 718.320578] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.332619] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.336085] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703749, 'name': CreateVM_Task, 'duration_secs': 0.693939} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.336332] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.337073] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.337814] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.337814] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.337814] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99895191-de57-45e0-9061-edc5e4d2f3a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.343206] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Waiting for the task: (returnval){ [ 718.343206] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526577b3-4a9c-5f37-5a1d-5a36a3ad5f6b" [ 718.343206] env[69843]: _type = "Task" [ 718.343206] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.352316] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526577b3-4a9c-5f37-5a1d-5a36a3ad5f6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.390480] env[69843]: DEBUG nova.policy [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc53811d60d54543bf8bb6bf11d19aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97cc2545051e4846bed54ce6f74410b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.473848] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.523508] env[69843]: DEBUG oslo_concurrency.lockutils [req-23610231-f33e-4083-969a-484043c130ef req-70721466-15a7-4e5e-b88f-4acc9249fd1b service nova] Releasing lock "refresh_cache-d2314af3-6ce2-49d8-991e-0d214c827d18" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.635737] env[69843]: DEBUG nova.network.neutron [req-ed5afd60-c18d-417b-a4f6-9cb2901aa8cf req-2950346b-e8ca-4357-a3f8-b338d5b27e16 service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Updated VIF entry in instance network info cache for port c5438370-4928-428d-b6e2-da468f4cc821. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.637398] env[69843]: DEBUG nova.network.neutron [req-ed5afd60-c18d-417b-a4f6-9cb2901aa8cf req-2950346b-e8ca-4357-a3f8-b338d5b27e16 service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Updating instance_info_cache with network_info: [{"id": "c5438370-4928-428d-b6e2-da468f4cc821", "address": "fa:16:3e:f8:dd:b7", "network": {"id": "986162c5-fd06-4e57-bbd4-42d7f1e99a91", "bridge": "br-int", "label": "tempest-ServersTestJSON-895565648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba2669d4b1d46718d03ae26cfbfbea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5438370-49", "ovs_interfaceid": "c5438370-4928-428d-b6e2-da468f4cc821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.754024] env[69843]: DEBUG nova.compute.manager [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.772755] env[69843]: DEBUG nova.compute.manager [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.772755] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.772755] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b58291c-bd75-4bd6-b498-1eb12c706649 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.782640] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.783615] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efeea215-8bec-4004-a7a3-aaf15b08e7c7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.794984] env[69843]: DEBUG oslo_vmware.api [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 718.794984] env[69843]: value = "task-3703752" [ 718.794984] env[69843]: _type = "Task" [ 718.794984] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.813422] env[69843]: DEBUG oslo_vmware.api [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.834549] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703751, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.859409] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526577b3-4a9c-5f37-5a1d-5a36a3ad5f6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.859851] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.860641] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.860954] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.861458] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.861705] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.862086] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-303c776d-f863-404a-b55d-f1ac707225de {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.880285] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.880592] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.884921] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-254d451f-e23c-486f-9950-51f97ecd787b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.892478] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Waiting for the task: (returnval){ [ 718.892478] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cd2369-6349-bbe7-e9b2-710319bb1e41" [ 718.892478] env[69843]: _type = "Task" [ 718.892478] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.909453] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cd2369-6349-bbe7-e9b2-710319bb1e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.139713] env[69843]: DEBUG oslo_concurrency.lockutils [req-ed5afd60-c18d-417b-a4f6-9cb2901aa8cf req-2950346b-e8ca-4357-a3f8-b338d5b27e16 service nova] Releasing lock "refresh_cache-ad18a9f2-6a6d-4b33-aa8b-f24826347acc" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.319630] env[69843]: DEBUG oslo_vmware.api [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703752, 'name': PowerOffVM_Task, 'duration_secs': 0.354389} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.322366] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.322552] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.323250] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50691d65-c32e-4a94-8f92-65cc23936ce4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.334158] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847312} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.334686] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] d2314af3-6ce2-49d8-991e-0d214c827d18/d2314af3-6ce2-49d8-991e-0d214c827d18.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.334686] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.334872] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5595d6d8-1398-43fa-be23-2b9aa9e8b92c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.342974] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 719.342974] env[69843]: value = "task-3703754" [ 719.342974] env[69843]: _type = "Task" [ 719.342974] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.356734] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.372638] env[69843]: DEBUG nova.network.neutron [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Successfully created port: dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.398448] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc7db64-b6f3-455b-85aa-40ecbe1ae23f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.414519] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cd2369-6349-bbe7-e9b2-710319bb1e41, 'name': SearchDatastore_Task, 'duration_secs': 0.023577} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.415913] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb4166f-0ac5-4670-9574-1357df5f82f9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.419745] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e742e25-6b9a-4b17-ba30-6223ebcfd1eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.427200] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Waiting for the task: (returnval){ [ 719.427200] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52341427-2e9d-be37-5f7c-224bbdc1a13b" [ 719.427200] env[69843]: _type = "Task" [ 719.427200] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.454594] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d606079-b5fe-47b1-bd02-c32abdab6d5b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.463741] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52341427-2e9d-be37-5f7c-224bbdc1a13b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.467220] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ba0fbd-dae0-41b8-9d82-cd68e0135536 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.483659] env[69843]: DEBUG nova.compute.provider_tree [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.519765] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.520084] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.520366] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Deleting the datastore file [datastore2] 1964a3cc-a62d-4085-94cf-b0495ea26fe0 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.520664] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3cae7c2-4e35-4ed2-aafe-481b4d9a26c0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.532641] env[69843]: DEBUG oslo_vmware.api [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 719.532641] env[69843]: value = "task-3703755" [ 719.532641] env[69843]: _type = "Task" [ 719.532641] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.538609] env[69843]: DEBUG oslo_vmware.api [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.769744] env[69843]: DEBUG nova.compute.manager [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.809021] env[69843]: DEBUG nova.virt.hardware [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.809021] env[69843]: DEBUG nova.virt.hardware [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.809021] env[69843]: DEBUG nova.virt.hardware [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.809021] env[69843]: DEBUG nova.virt.hardware [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.809021] env[69843]: DEBUG nova.virt.hardware [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.809021] env[69843]: DEBUG nova.virt.hardware [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.809021] env[69843]: DEBUG nova.virt.hardware [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.809021] env[69843]: DEBUG nova.virt.hardware [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.809021] env[69843]: DEBUG nova.virt.hardware [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.809021] env[69843]: DEBUG nova.virt.hardware [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.809021] env[69843]: DEBUG nova.virt.hardware [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.809021] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08fb40f-20af-4371-8f2d-97d428728c1c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.817870] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b8ae20-122d-4bbc-aef3-091fdbb71f56 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.854907] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073585} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.855256] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.856050] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bccdda-6d4d-487d-b156-a893e3076f4f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.879046] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] d2314af3-6ce2-49d8-991e-0d214c827d18/d2314af3-6ce2-49d8-991e-0d214c827d18.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.879482] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86db0e54-c27c-47e0-9c7a-4240291ca8e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.902632] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 719.902632] env[69843]: value = "task-3703757" [ 719.902632] env[69843]: _type = "Task" [ 719.902632] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.911579] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.970029] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52341427-2e9d-be37-5f7c-224bbdc1a13b, 'name': SearchDatastore_Task, 'duration_secs': 0.042819} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.970029] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.970029] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] ad18a9f2-6a6d-4b33-aa8b-f24826347acc/ad18a9f2-6a6d-4b33-aa8b-f24826347acc.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.970029] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63c88b9d-4e45-40b4-9fed-f7217ebb13df {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.977571] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Waiting for the task: (returnval){ [ 719.977571] env[69843]: value = "task-3703758" [ 719.977571] env[69843]: _type = "Task" [ 719.977571] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.988080] env[69843]: DEBUG nova.scheduler.client.report [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.991685] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.041309] env[69843]: DEBUG oslo_vmware.api [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3703755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439835} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.041764] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.042065] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.042367] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.042705] env[69843]: INFO nova.compute.manager [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Took 1.27 seconds to destroy the instance on the hypervisor. [ 720.043094] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.043570] env[69843]: DEBUG nova.compute.manager [-] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.043852] env[69843]: DEBUG nova.network.neutron [-] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.419985] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.489917] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703758, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.498646] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.498646] env[69843]: DEBUG nova.compute.manager [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.504636] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.960s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.507172] env[69843]: INFO nova.compute.claims [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.725765] env[69843]: DEBUG nova.network.neutron [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Successfully updated port: dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.726795] env[69843]: DEBUG nova.compute.utils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.729566] env[69843]: DEBUG nova.network.neutron [-] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.731697] env[69843]: DEBUG nova.compute.manager [req-4023ede0-afee-4122-b923-8a1b3b48fe8c req-b6482850-367a-4312-a8b6-f29151b6843a service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Received event network-vif-deleted-113ed77f-6c2c-4ad8-a56b-e7943da10e67 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.731871] env[69843]: INFO nova.compute.manager [req-4023ede0-afee-4122-b923-8a1b3b48fe8c req-b6482850-367a-4312-a8b6-f29151b6843a service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Neutron deleted interface 113ed77f-6c2c-4ad8-a56b-e7943da10e67; detaching it from the instance and deleting it from the info cache [ 721.732143] env[69843]: DEBUG nova.network.neutron [req-4023ede0-afee-4122-b923-8a1b3b48fe8c req-b6482850-367a-4312-a8b6-f29151b6843a service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Updating instance_info_cache with network_info: [{"id": "b4899818-4c46-4569-aa95-c8b2cac46b61", "address": "fa:16:3e:09:2c:87", "network": {"id": "8d548021-4598-4205-a9f9-efff85838cbe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-473522045", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4899818-4c", "ovs_interfaceid": "b4899818-4c46-4569-aa95-c8b2cac46b61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95401402-2d2e-444a-87a0-f0bb4324a8b9", "address": "fa:16:3e:7f:69:58", "network": {"id": "8d548021-4598-4205-a9f9-efff85838cbe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-473522045", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95401402-2d", "ovs_interfaceid": "95401402-2d2e-444a-87a0-f0bb4324a8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.742960] env[69843]: DEBUG nova.compute.manager [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.743172] env[69843]: DEBUG nova.network.neutron [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.745403] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.745403] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.753785] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703757, 'name': ReconfigVM_Task, 'duration_secs': 0.601629} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.757710] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Reconfigured VM instance instance-00000016 to attach disk [datastore2] d2314af3-6ce2-49d8-991e-0d214c827d18/d2314af3-6ce2-49d8-991e-0d214c827d18.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.758727] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703758, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.545783} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.759356] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e51f6263-2011-46b1-ae97-200a44212110 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.761135] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] ad18a9f2-6a6d-4b33-aa8b-f24826347acc/ad18a9f2-6a6d-4b33-aa8b-f24826347acc.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.761353] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.762055] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa6aa4d5-8b94-4c19-9655-3f179252bb8c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.772419] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 721.772419] env[69843]: value = "task-3703760" [ 721.772419] env[69843]: _type = "Task" [ 721.772419] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.772826] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Waiting for the task: (returnval){ [ 721.772826] env[69843]: value = "task-3703761" [ 721.772826] env[69843]: _type = "Task" [ 721.772826] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.796682] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703760, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.797033] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.850441] env[69843]: DEBUG nova.compute.manager [req-19a15910-ea22-4f7d-b59c-b0746f60c0fe req-01aebe4e-f30c-4cd0-95b5-6948d101c198 service nova] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Received event network-vif-plugged-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.850665] env[69843]: DEBUG oslo_concurrency.lockutils [req-19a15910-ea22-4f7d-b59c-b0746f60c0fe req-01aebe4e-f30c-4cd0-95b5-6948d101c198 service nova] Acquiring lock "c4ced098-7a4f-4842-895d-e600126f7916-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.850894] env[69843]: DEBUG oslo_concurrency.lockutils [req-19a15910-ea22-4f7d-b59c-b0746f60c0fe req-01aebe4e-f30c-4cd0-95b5-6948d101c198 service nova] Lock "c4ced098-7a4f-4842-895d-e600126f7916-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.851103] env[69843]: DEBUG oslo_concurrency.lockutils [req-19a15910-ea22-4f7d-b59c-b0746f60c0fe req-01aebe4e-f30c-4cd0-95b5-6948d101c198 service nova] Lock "c4ced098-7a4f-4842-895d-e600126f7916-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.851331] env[69843]: DEBUG nova.compute.manager [req-19a15910-ea22-4f7d-b59c-b0746f60c0fe req-01aebe4e-f30c-4cd0-95b5-6948d101c198 service nova] [instance: c4ced098-7a4f-4842-895d-e600126f7916] No waiting events found dispatching network-vif-plugged-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 721.851511] env[69843]: WARNING nova.compute.manager [req-19a15910-ea22-4f7d-b59c-b0746f60c0fe req-01aebe4e-f30c-4cd0-95b5-6948d101c198 service nova] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Received unexpected event network-vif-plugged-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 for instance with vm_state building and task_state spawning. [ 721.873060] env[69843]: DEBUG nova.policy [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc53811d60d54543bf8bb6bf11d19aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97cc2545051e4846bed54ce6f74410b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.236893] env[69843]: DEBUG nova.compute.manager [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.244497] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "refresh_cache-c4ced098-7a4f-4842-895d-e600126f7916" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.244563] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquired lock "refresh_cache-c4ced098-7a4f-4842-895d-e600126f7916" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.244721] env[69843]: DEBUG nova.network.neutron [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.267970] env[69843]: INFO nova.compute.manager [-] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Took 2.22 seconds to deallocate network for instance. [ 722.269151] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0258f7d5-39a4-48e6-b9f2-36a5c65939d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.296243] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c913bad8-fa47-4e68-89af-c7541bef6eca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.319900] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703760, 'name': Rename_Task, 'duration_secs': 0.362388} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.320303] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179156} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.321339] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.321691] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.322307] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e7d020b-7816-4b7e-8796-d8144237a665 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.325184] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb2a257-19f7-48a1-977c-7e86cf8f8ebb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.356488] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] ad18a9f2-6a6d-4b33-aa8b-f24826347acc/ad18a9f2-6a6d-4b33-aa8b-f24826347acc.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.377037] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ccff77e-0120-47cc-8559-45a4f9fd7d82 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.390828] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 722.390828] env[69843]: value = "task-3703762" [ 722.390828] env[69843]: _type = "Task" [ 722.390828] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.391726] env[69843]: DEBUG nova.compute.manager [req-4023ede0-afee-4122-b923-8a1b3b48fe8c req-b6482850-367a-4312-a8b6-f29151b6843a service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Detach interface failed, port_id=113ed77f-6c2c-4ad8-a56b-e7943da10e67, reason: Instance 1964a3cc-a62d-4085-94cf-b0495ea26fe0 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 722.401953] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Waiting for the task: (returnval){ [ 722.401953] env[69843]: value = "task-3703763" [ 722.401953] env[69843]: _type = "Task" [ 722.401953] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.407726] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.552956] env[69843]: DEBUG nova.network.neutron [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Successfully created port: cae4c0ac-1edc-42f7-8f14-39e6e506b582 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.795566] env[69843]: DEBUG nova.network.neutron [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.798540] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.910152] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703762, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.916105] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d086aa-7d52-44bf-8e58-9ec85e3bc619 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.938024] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034c8767-0f19-4d0f-86ae-9a68efa59fd5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.939533] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703763, 'name': ReconfigVM_Task, 'duration_secs': 0.432895} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.940489] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Reconfigured VM instance instance-00000017 to attach disk [datastore1] ad18a9f2-6a6d-4b33-aa8b-f24826347acc/ad18a9f2-6a6d-4b33-aa8b-f24826347acc.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.942080] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf86177-5c1d-4535-a7ff-09f4decb2e64 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.974615] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fa5d74-cd62-423a-b29b-aa7b5adae521 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.979992] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Waiting for the task: (returnval){ [ 722.979992] env[69843]: value = "task-3703764" [ 722.979992] env[69843]: _type = "Task" [ 722.979992] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.985292] env[69843]: DEBUG nova.network.neutron [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Updating instance_info_cache with network_info: [{"id": "dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5", "address": "fa:16:3e:58:3a:74", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac0fe3e-ce", "ovs_interfaceid": "dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.994748] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9134c151-845c-4e7d-9233-09cf91359180 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.000400] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703764, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.013287] env[69843]: DEBUG nova.compute.provider_tree [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.252729] env[69843]: DEBUG nova.compute.manager [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.282860] env[69843]: DEBUG nova.virt.hardware [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.283093] env[69843]: DEBUG nova.virt.hardware [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.283253] env[69843]: DEBUG nova.virt.hardware [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.283435] env[69843]: DEBUG nova.virt.hardware [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.283591] env[69843]: DEBUG nova.virt.hardware [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.283719] env[69843]: DEBUG nova.virt.hardware [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.283926] env[69843]: DEBUG nova.virt.hardware [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.284147] env[69843]: DEBUG nova.virt.hardware [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.284321] env[69843]: DEBUG nova.virt.hardware [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.284510] env[69843]: DEBUG nova.virt.hardware [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.284686] env[69843]: DEBUG nova.virt.hardware [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.285595] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22b2bb8-5f2b-40fd-bf6e-19239e9bc36a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.294535] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de75fd2a-e35e-4984-a55b-759f3d799118 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.314235] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "1a278863-e27b-41c3-88e2-338732e1f54c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.314479] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "1a278863-e27b-41c3-88e2-338732e1f54c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.351530] env[69843]: DEBUG nova.compute.manager [req-cce05b77-5e48-4747-8e96-7bbe6ae1ad17 req-5dd01e1d-6a06-4cee-9e7c-1dd27790576b service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Received event network-vif-deleted-b4899818-4c46-4569-aa95-c8b2cac46b61 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.351728] env[69843]: INFO nova.compute.manager [req-cce05b77-5e48-4747-8e96-7bbe6ae1ad17 req-5dd01e1d-6a06-4cee-9e7c-1dd27790576b service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Neutron deleted interface b4899818-4c46-4569-aa95-c8b2cac46b61; detaching it from the instance and deleting it from the info cache [ 723.351976] env[69843]: DEBUG nova.network.neutron [req-cce05b77-5e48-4747-8e96-7bbe6ae1ad17 req-5dd01e1d-6a06-4cee-9e7c-1dd27790576b service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Updating instance_info_cache with network_info: [{"id": "95401402-2d2e-444a-87a0-f0bb4324a8b9", "address": "fa:16:3e:7f:69:58", "network": {"id": "8d548021-4598-4205-a9f9-efff85838cbe", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-473522045", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95401402-2d", "ovs_interfaceid": "95401402-2d2e-444a-87a0-f0bb4324a8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.405092] env[69843]: DEBUG oslo_vmware.api [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703762, 'name': PowerOnVM_Task, 'duration_secs': 0.635189} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.405564] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.405819] env[69843]: INFO nova.compute.manager [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Took 11.77 seconds to spawn the instance on the hypervisor. [ 723.406140] env[69843]: DEBUG nova.compute.manager [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 723.407016] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d0ba1b-67dc-4ef1-9b89-7c166b54551c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.491918] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703764, 'name': Rename_Task, 'duration_secs': 0.284248} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.492264] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.492496] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-120688e1-16b9-47c2-b61f-602c576c9289 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.500767] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Releasing lock "refresh_cache-c4ced098-7a4f-4842-895d-e600126f7916" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.501163] env[69843]: DEBUG nova.compute.manager [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Instance network_info: |[{"id": "dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5", "address": "fa:16:3e:58:3a:74", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac0fe3e-ce", "ovs_interfaceid": "dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.501534] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Waiting for the task: (returnval){ [ 723.501534] env[69843]: value = "task-3703765" [ 723.501534] env[69843]: _type = "Task" [ 723.501534] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.502111] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:3a:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.509606] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Creating folder: Project (97cc2545051e4846bed54ce6f74410b5). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.510291] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13fafad1-01b5-4037-87f3-615a09cb31b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.517154] env[69843]: DEBUG nova.scheduler.client.report [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.524199] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.525724] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Created folder: Project (97cc2545051e4846bed54ce6f74410b5) in parent group-v737654. [ 723.525906] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Creating folder: Instances. Parent ref: group-v737725. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.526234] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccfb4575-c54e-4cae-99e6-abb5f8fa1016 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.537778] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Created folder: Instances in parent group-v737725. [ 723.537778] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.537920] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.538195] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd845acd-5f29-42a4-bf6d-c79283ad3d55 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.564344] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.564344] env[69843]: value = "task-3703768" [ 723.564344] env[69843]: _type = "Task" [ 723.564344] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.573361] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703768, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.854771] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2006ef7e-c9a3-4adf-8088-118125c0ea38 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.867137] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec808a1-cf3d-460a-a5cc-bd867e1e41df {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.905548] env[69843]: DEBUG nova.compute.manager [req-cce05b77-5e48-4747-8e96-7bbe6ae1ad17 req-5dd01e1d-6a06-4cee-9e7c-1dd27790576b service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Detach interface failed, port_id=b4899818-4c46-4569-aa95-c8b2cac46b61, reason: Instance 1964a3cc-a62d-4085-94cf-b0495ea26fe0 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 723.905791] env[69843]: DEBUG nova.compute.manager [req-cce05b77-5e48-4747-8e96-7bbe6ae1ad17 req-5dd01e1d-6a06-4cee-9e7c-1dd27790576b service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Received event network-vif-deleted-95401402-2d2e-444a-87a0-f0bb4324a8b9 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.906039] env[69843]: INFO nova.compute.manager [req-cce05b77-5e48-4747-8e96-7bbe6ae1ad17 req-5dd01e1d-6a06-4cee-9e7c-1dd27790576b service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Neutron deleted interface 95401402-2d2e-444a-87a0-f0bb4324a8b9; detaching it from the instance and deleting it from the info cache [ 723.906268] env[69843]: DEBUG nova.network.neutron [req-cce05b77-5e48-4747-8e96-7bbe6ae1ad17 req-5dd01e1d-6a06-4cee-9e7c-1dd27790576b service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.929172] env[69843]: INFO nova.compute.manager [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Took 40.25 seconds to build instance. [ 723.985756] env[69843]: DEBUG nova.compute.manager [req-d22460b4-4a3a-4ac6-aed1-667213f88dae req-7667eb5c-18eb-49ec-95f8-3664f0546f21 service nova] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Received event network-changed-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.986103] env[69843]: DEBUG nova.compute.manager [req-d22460b4-4a3a-4ac6-aed1-667213f88dae req-7667eb5c-18eb-49ec-95f8-3664f0546f21 service nova] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Refreshing instance network info cache due to event network-changed-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.986505] env[69843]: DEBUG oslo_concurrency.lockutils [req-d22460b4-4a3a-4ac6-aed1-667213f88dae req-7667eb5c-18eb-49ec-95f8-3664f0546f21 service nova] Acquiring lock "refresh_cache-c4ced098-7a4f-4842-895d-e600126f7916" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.986748] env[69843]: DEBUG oslo_concurrency.lockutils [req-d22460b4-4a3a-4ac6-aed1-667213f88dae req-7667eb5c-18eb-49ec-95f8-3664f0546f21 service nova] Acquired lock "refresh_cache-c4ced098-7a4f-4842-895d-e600126f7916" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.987053] env[69843]: DEBUG nova.network.neutron [req-d22460b4-4a3a-4ac6-aed1-667213f88dae req-7667eb5c-18eb-49ec-95f8-3664f0546f21 service nova] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Refreshing network info cache for port dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.026721] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.522s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.028704] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.029386] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.931s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.031771] env[69843]: INFO nova.compute.claims [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.075668] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703768, 'name': CreateVM_Task, 'duration_secs': 0.409798} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.076609] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.077370] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.077605] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.077929] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.078459] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119eff86-4af4-4efc-904c-c7f38f79105a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.083784] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 724.083784] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527b1531-92cd-ce44-41d1-5d394e023799" [ 724.083784] env[69843]: _type = "Task" [ 724.083784] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.093623] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527b1531-92cd-ce44-41d1-5d394e023799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.417736] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fcfe177-e086-48d4-8a47-6b46f66d3d9b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.429984] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afdad52-638b-4dec-9099-c97044b48180 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.446885] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c155623-65cd-4bbf-9651-4d350ff207e0 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lock "d2314af3-6ce2-49d8-991e-0d214c827d18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.645s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.475798] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "72bac9c3-fd70-4de4-8aea-37516ac2b0f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.475798] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "72bac9c3-fd70-4de4-8aea-37516ac2b0f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.475798] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "72bac9c3-fd70-4de4-8aea-37516ac2b0f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.475903] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "72bac9c3-fd70-4de4-8aea-37516ac2b0f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.476175] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "72bac9c3-fd70-4de4-8aea-37516ac2b0f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.478400] env[69843]: DEBUG nova.compute.manager [req-cce05b77-5e48-4747-8e96-7bbe6ae1ad17 req-5dd01e1d-6a06-4cee-9e7c-1dd27790576b service nova] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Detach interface failed, port_id=95401402-2d2e-444a-87a0-f0bb4324a8b9, reason: Instance 1964a3cc-a62d-4085-94cf-b0495ea26fe0 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 724.479384] env[69843]: INFO nova.compute.manager [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Terminating instance [ 724.521956] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703765, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.530252] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquiring lock "6ad4aa9b-7963-4fca-b168-352402f8110f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.530775] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Lock "6ad4aa9b-7963-4fca-b168-352402f8110f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.588619] env[69843]: DEBUG nova.network.neutron [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Successfully updated port: cae4c0ac-1edc-42f7-8f14-39e6e506b582 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.605881] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527b1531-92cd-ce44-41d1-5d394e023799, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.606266] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.606510] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.606752] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.606891] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.607082] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.607478] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f6f62f7-143d-4c5f-98ff-60956f7ba624 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.622243] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.622480] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.623351] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c33b1d7-f2dd-4ad6-8410-95d29354224f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.633823] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 724.633823] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52912afc-b671-894c-0b59-7ac88aa3171b" [ 724.633823] env[69843]: _type = "Task" [ 724.633823] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.644100] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52912afc-b671-894c-0b59-7ac88aa3171b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.755427] env[69843]: DEBUG nova.network.neutron [req-d22460b4-4a3a-4ac6-aed1-667213f88dae req-7667eb5c-18eb-49ec-95f8-3664f0546f21 service nova] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Updated VIF entry in instance network info cache for port dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.755802] env[69843]: DEBUG nova.network.neutron [req-d22460b4-4a3a-4ac6-aed1-667213f88dae req-7667eb5c-18eb-49ec-95f8-3664f0546f21 service nova] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Updating instance_info_cache with network_info: [{"id": "dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5", "address": "fa:16:3e:58:3a:74", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac0fe3e-ce", "ovs_interfaceid": "dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.950980] env[69843]: DEBUG nova.compute.manager [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.984055] env[69843]: DEBUG nova.compute.manager [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.984320] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.985202] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c064cf9b-8a57-41a0-a3d4-50d2f9b03d1e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.999629] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.999880] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-141c682c-46c3-471b-85ed-2261f0010ff0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.013588] env[69843]: DEBUG oslo_vmware.api [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 725.013588] env[69843]: value = "task-3703770" [ 725.013588] env[69843]: _type = "Task" [ 725.013588] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.023536] env[69843]: DEBUG oslo_vmware.api [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703765, 'name': PowerOnVM_Task, 'duration_secs': 1.061618} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.027316] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.027537] env[69843]: INFO nova.compute.manager [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Took 10.63 seconds to spawn the instance on the hypervisor. [ 725.027708] env[69843]: DEBUG nova.compute.manager [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 725.028384] env[69843]: DEBUG oslo_vmware.api [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.029140] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52978c5d-6888-497a-a30a-37627fbfd1c8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.043169] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Lock "6ad4aa9b-7963-4fca-b168-352402f8110f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.510s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.043169] env[69843]: DEBUG nova.compute.manager [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.095662] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "refresh_cache-66659cd1-aabd-4158-86c6-66ef8977416d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.095662] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquired lock "refresh_cache-66659cd1-aabd-4158-86c6-66ef8977416d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.095662] env[69843]: DEBUG nova.network.neutron [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.150638] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52912afc-b671-894c-0b59-7ac88aa3171b, 'name': SearchDatastore_Task, 'duration_secs': 0.012256} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.157346] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbbe277d-2943-4a6e-aa02-1621d6669033 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.168656] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 725.168656] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5291b908-0926-e18d-014f-374e367e6a2e" [ 725.168656] env[69843]: _type = "Task" [ 725.168656] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.184629] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5291b908-0926-e18d-014f-374e367e6a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.184825] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.185091] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] c4ced098-7a4f-4842-895d-e600126f7916/c4ced098-7a4f-4842-895d-e600126f7916.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.185473] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7c530d8-b517-47dc-abeb-4ebf8f0d930d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.194276] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 725.194276] env[69843]: value = "task-3703771" [ 725.194276] env[69843]: _type = "Task" [ 725.194276] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.203575] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.258948] env[69843]: DEBUG oslo_concurrency.lockutils [req-d22460b4-4a3a-4ac6-aed1-667213f88dae req-7667eb5c-18eb-49ec-95f8-3664f0546f21 service nova] Releasing lock "refresh_cache-c4ced098-7a4f-4842-895d-e600126f7916" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.487040] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.533148] env[69843]: DEBUG oslo_vmware.api [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703770, 'name': PowerOffVM_Task, 'duration_secs': 0.466731} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.537662] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.541116] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.541116] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-263ccae1-a1a3-487c-afe2-26cd3b39aca7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.550386] env[69843]: DEBUG nova.compute.utils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.563508] env[69843]: DEBUG nova.compute.manager [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.564032] env[69843]: DEBUG nova.network.neutron [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.575206] env[69843]: INFO nova.compute.manager [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Took 39.63 seconds to build instance. [ 725.632324] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.632589] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.632937] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Deleting the datastore file [datastore1] 72bac9c3-fd70-4de4-8aea-37516ac2b0f4 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.633347] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fa642ca-b6ad-47d4-9b44-09b5a091065c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.641604] env[69843]: DEBUG nova.policy [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34820348c1de45adac4d8eb959d523e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb770105002e44c598e58a9ad60430ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.646797] env[69843]: DEBUG oslo_vmware.api [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 725.646797] env[69843]: value = "task-3703773" [ 725.646797] env[69843]: _type = "Task" [ 725.646797] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.663476] env[69843]: DEBUG oslo_vmware.api [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.704336] env[69843]: DEBUG nova.network.neutron [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.712228] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703771, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.714151] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4fdf1d-148b-4327-a2cc-3aa9e6406952 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.722257] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426a292e-1e71-4a83-aa97-ab95aa54f7cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.759268] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95d470d-3311-4327-8629-5deee40c5ca8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.768751] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cb8331-b1cb-4501-b9eb-9b5c3cecf8f7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.785140] env[69843]: DEBUG nova.compute.provider_tree [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.972364] env[69843]: DEBUG nova.network.neutron [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Successfully created port: cc39f24a-047a-4ab6-b2c5-87fab87da5ab {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.999858] env[69843]: DEBUG nova.network.neutron [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Updating instance_info_cache with network_info: [{"id": "cae4c0ac-1edc-42f7-8f14-39e6e506b582", "address": "fa:16:3e:36:0f:1b", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae4c0ac-1e", "ovs_interfaceid": "cae4c0ac-1edc-42f7-8f14-39e6e506b582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.061025] env[69843]: DEBUG nova.compute.manager [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.078410] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c65a2aab-ec06-44e5-940e-41e522dbbbae tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Lock "ad18a9f2-6a6d-4b33-aa8b-f24826347acc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.243s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.161536] env[69843]: DEBUG oslo_vmware.api [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223536} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.161909] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.162198] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.162496] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.162750] env[69843]: INFO nova.compute.manager [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 726.163095] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.163370] env[69843]: DEBUG nova.compute.manager [-] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.163489] env[69843]: DEBUG nova.network.neutron [-] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.210816] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543307} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.211281] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] c4ced098-7a4f-4842-895d-e600126f7916/c4ced098-7a4f-4842-895d-e600126f7916.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.211693] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.212077] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf866930-5380-4289-a497-28e2ec1d7a07 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.223779] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 726.223779] env[69843]: value = "task-3703775" [ 726.223779] env[69843]: _type = "Task" [ 726.223779] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.233349] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.319441] env[69843]: ERROR nova.scheduler.client.report [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [req-a69e290d-8ae8-466e-91a7-77b91ef134d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f473df78-9fd2-4a18-9b1b-7c5fc5ca712b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a69e290d-8ae8-466e-91a7-77b91ef134d3"}]} [ 726.340435] env[69843]: DEBUG nova.scheduler.client.report [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Refreshing inventories for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 726.358153] env[69843]: DEBUG nova.scheduler.client.report [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Updating ProviderTree inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 726.358400] env[69843]: DEBUG nova.compute.provider_tree [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.370910] env[69843]: DEBUG nova.scheduler.client.report [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Refreshing aggregate associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, aggregates: None {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 726.391221] env[69843]: DEBUG nova.scheduler.client.report [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Refreshing trait associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 726.504204] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Releasing lock "refresh_cache-66659cd1-aabd-4158-86c6-66ef8977416d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.504574] env[69843]: DEBUG nova.compute.manager [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Instance network_info: |[{"id": "cae4c0ac-1edc-42f7-8f14-39e6e506b582", "address": "fa:16:3e:36:0f:1b", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae4c0ac-1e", "ovs_interfaceid": "cae4c0ac-1edc-42f7-8f14-39e6e506b582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.506941] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:0f:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cae4c0ac-1edc-42f7-8f14-39e6e506b582', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.524266] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.529153] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.530693] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-483e74eb-eff0-491e-aed2-3ccab4a2f584 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.555172] env[69843]: DEBUG nova.compute.manager [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.556717] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556cbd32-26c5-46c8-a1fc-746f0003c11f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.572811] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.572811] env[69843]: value = "task-3703776" [ 726.572811] env[69843]: _type = "Task" [ 726.572811] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.583546] env[69843]: DEBUG nova.compute.manager [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.586488] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703776, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.735421] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222088} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.738737] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.739562] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b16184-6cad-403f-84bd-196b9cdec0b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.765044] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] c4ced098-7a4f-4842-895d-e600126f7916/c4ced098-7a4f-4842-895d-e600126f7916.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.767412] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd660ad-0cc2-478c-810c-cc238da1e25e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.791074] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 726.791074] env[69843]: value = "task-3703777" [ 726.791074] env[69843]: _type = "Task" [ 726.791074] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.794412] env[69843]: DEBUG nova.compute.manager [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Received event network-vif-plugged-cae4c0ac-1edc-42f7-8f14-39e6e506b582 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.794412] env[69843]: DEBUG oslo_concurrency.lockutils [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] Acquiring lock "66659cd1-aabd-4158-86c6-66ef8977416d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.794412] env[69843]: DEBUG oslo_concurrency.lockutils [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] Lock "66659cd1-aabd-4158-86c6-66ef8977416d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.794412] env[69843]: DEBUG oslo_concurrency.lockutils [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] Lock "66659cd1-aabd-4158-86c6-66ef8977416d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.794412] env[69843]: DEBUG nova.compute.manager [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] No waiting events found dispatching network-vif-plugged-cae4c0ac-1edc-42f7-8f14-39e6e506b582 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 726.794412] env[69843]: WARNING nova.compute.manager [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Received unexpected event network-vif-plugged-cae4c0ac-1edc-42f7-8f14-39e6e506b582 for instance with vm_state building and task_state spawning. [ 726.794412] env[69843]: DEBUG nova.compute.manager [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Received event network-changed-cae4c0ac-1edc-42f7-8f14-39e6e506b582 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.794412] env[69843]: DEBUG nova.compute.manager [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Refreshing instance network info cache due to event network-changed-cae4c0ac-1edc-42f7-8f14-39e6e506b582. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.794412] env[69843]: DEBUG oslo_concurrency.lockutils [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] Acquiring lock "refresh_cache-66659cd1-aabd-4158-86c6-66ef8977416d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.794412] env[69843]: DEBUG oslo_concurrency.lockutils [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] Acquired lock "refresh_cache-66659cd1-aabd-4158-86c6-66ef8977416d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.795278] env[69843]: DEBUG nova.network.neutron [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Refreshing network info cache for port cae4c0ac-1edc-42f7-8f14-39e6e506b582 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.814573] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.038090] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5523ce-d638-4a1b-b086-60d00ff93c5c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.047651] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c563f1c-a622-4638-a180-25d68612055d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.081854] env[69843]: DEBUG nova.compute.manager [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.084195] env[69843]: INFO nova.compute.manager [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] instance snapshotting [ 727.092019] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c3ae7a-9cff-47a0-9a49-c4bdab770e34 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.095590] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c844a1c3-61fc-44f7-8d22-625c8cdeee26 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.106531] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703776, 'name': CreateVM_Task, 'duration_secs': 0.433034} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.125924] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.128401] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.130793] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.131031] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.131398] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.132305] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ccdf60-7ec6-40db-9b45-3b87cd1fe9eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.136929] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de46bd6e-925e-47bf-8350-0b1d5d2f02ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.141813] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c5bb5b-093f-48cd-adf6-83e30e95be57 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.148723] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 727.148723] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526deaae-f58a-afda-3628-1861ae855ac9" [ 727.148723] env[69843]: _type = "Task" [ 727.148723] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.162765] env[69843]: DEBUG nova.virt.hardware [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.163047] env[69843]: DEBUG nova.virt.hardware [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.163166] env[69843]: DEBUG nova.virt.hardware [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.164056] env[69843]: DEBUG nova.virt.hardware [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.164056] env[69843]: DEBUG nova.virt.hardware [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.164056] env[69843]: DEBUG nova.virt.hardware [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.164056] env[69843]: DEBUG nova.virt.hardware [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.164056] env[69843]: DEBUG nova.virt.hardware [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.164307] env[69843]: DEBUG nova.virt.hardware [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.164354] env[69843]: DEBUG nova.virt.hardware [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.164535] env[69843]: DEBUG nova.virt.hardware [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.165213] env[69843]: DEBUG nova.compute.provider_tree [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.169723] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6abe50-75ca-4e2d-9ad4-65631c549050 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.183244] env[69843]: DEBUG nova.scheduler.client.report [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.200869] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526deaae-f58a-afda-3628-1861ae855ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.013517} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.201122] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea5eb93-fa3f-4cb8-ae1c-92fa1d623eb0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.206253] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.206360] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.210030] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.210030] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.210030] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.210030] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c33fa0bc-c1b4-4e7a-93a2-8290cda9ac47 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.224603] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.224795] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.225638] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a68561-30cf-4c94-a1fd-52697eb2921f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.232989] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 727.232989] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525bfbcf-6ba9-1b1d-a9b2-eee32d34d811" [ 727.232989] env[69843]: _type = "Task" [ 727.232989] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.243844] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525bfbcf-6ba9-1b1d-a9b2-eee32d34d811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.302606] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703777, 'name': ReconfigVM_Task, 'duration_secs': 0.404902} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.302947] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Reconfigured VM instance instance-00000018 to attach disk [datastore1] c4ced098-7a4f-4842-895d-e600126f7916/c4ced098-7a4f-4842-895d-e600126f7916.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.303615] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a379ad56-c98c-40be-9d1c-cab2a64e4858 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.313750] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 727.313750] env[69843]: value = "task-3703778" [ 727.313750] env[69843]: _type = "Task" [ 727.313750] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.324427] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703778, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.347838] env[69843]: DEBUG nova.network.neutron [-] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.681468] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 727.681468] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-de4d04e3-4b23-4759-93eb-3ffbe4471ffe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.689094] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.660s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.691075] env[69843]: DEBUG nova.compute.manager [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.696925] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.048s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.700362] env[69843]: INFO nova.compute.claims [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.704525] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 727.704525] env[69843]: value = "task-3703779" [ 727.704525] env[69843]: _type = "Task" [ 727.704525] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.714918] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703779, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.717381] env[69843]: DEBUG nova.compute.manager [req-49a6d6db-15ce-4d44-9ee2-f00ce01bd675 req-b84b8a59-e348-473d-9ab1-f2bcca953d39 service nova] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Received event network-vif-plugged-cc39f24a-047a-4ab6-b2c5-87fab87da5ab {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.717599] env[69843]: DEBUG oslo_concurrency.lockutils [req-49a6d6db-15ce-4d44-9ee2-f00ce01bd675 req-b84b8a59-e348-473d-9ab1-f2bcca953d39 service nova] Acquiring lock "a3ad4820-fe91-492f-9158-7be3e7b54531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.718178] env[69843]: DEBUG oslo_concurrency.lockutils [req-49a6d6db-15ce-4d44-9ee2-f00ce01bd675 req-b84b8a59-e348-473d-9ab1-f2bcca953d39 service nova] Lock "a3ad4820-fe91-492f-9158-7be3e7b54531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.722284] env[69843]: DEBUG oslo_concurrency.lockutils [req-49a6d6db-15ce-4d44-9ee2-f00ce01bd675 req-b84b8a59-e348-473d-9ab1-f2bcca953d39 service nova] Lock "a3ad4820-fe91-492f-9158-7be3e7b54531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.722284] env[69843]: DEBUG nova.compute.manager [req-49a6d6db-15ce-4d44-9ee2-f00ce01bd675 req-b84b8a59-e348-473d-9ab1-f2bcca953d39 service nova] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] No waiting events found dispatching network-vif-plugged-cc39f24a-047a-4ab6-b2c5-87fab87da5ab {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 727.722284] env[69843]: WARNING nova.compute.manager [req-49a6d6db-15ce-4d44-9ee2-f00ce01bd675 req-b84b8a59-e348-473d-9ab1-f2bcca953d39 service nova] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Received unexpected event network-vif-plugged-cc39f24a-047a-4ab6-b2c5-87fab87da5ab for instance with vm_state building and task_state spawning. [ 727.723593] env[69843]: DEBUG nova.network.neutron [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Updated VIF entry in instance network info cache for port cae4c0ac-1edc-42f7-8f14-39e6e506b582. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.724077] env[69843]: DEBUG nova.network.neutron [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Updating instance_info_cache with network_info: [{"id": "cae4c0ac-1edc-42f7-8f14-39e6e506b582", "address": "fa:16:3e:36:0f:1b", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae4c0ac-1e", "ovs_interfaceid": "cae4c0ac-1edc-42f7-8f14-39e6e506b582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.748038] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525bfbcf-6ba9-1b1d-a9b2-eee32d34d811, 'name': SearchDatastore_Task, 'duration_secs': 0.014452} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.750041] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f975a7-9c42-4735-af44-aca310fec4a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.759307] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 727.759307] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52947c07-4dd8-d875-fc05-8154b6084364" [ 727.759307] env[69843]: _type = "Task" [ 727.759307] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.776617] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52947c07-4dd8-d875-fc05-8154b6084364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.777604] env[69843]: DEBUG nova.network.neutron [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Successfully updated port: cc39f24a-047a-4ab6-b2c5-87fab87da5ab {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.827425] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703778, 'name': Rename_Task, 'duration_secs': 0.202835} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.827425] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.827670] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11872889-0b1e-471e-88eb-fbc8ba7d8db2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.836260] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 727.836260] env[69843]: value = "task-3703780" [ 727.836260] env[69843]: _type = "Task" [ 727.836260] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.846433] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.853839] env[69843]: INFO nova.compute.manager [-] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Took 1.69 seconds to deallocate network for instance. [ 728.208709] env[69843]: DEBUG nova.compute.utils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.210573] env[69843]: DEBUG nova.compute.manager [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.210774] env[69843]: DEBUG nova.network.neutron [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.224508] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703779, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.226514] env[69843]: DEBUG oslo_concurrency.lockutils [req-aef2607b-df79-49cd-b8d2-f5dfbb7a2336 req-2bafaa0a-57ef-4d5a-9cf6-94f6617f934d service nova] Releasing lock "refresh_cache-66659cd1-aabd-4158-86c6-66ef8977416d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.277367] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52947c07-4dd8-d875-fc05-8154b6084364, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.277974] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.278370] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 66659cd1-aabd-4158-86c6-66ef8977416d/66659cd1-aabd-4158-86c6-66ef8977416d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.278733] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f8de8f4-1c07-4fb3-b7c5-ea56d5235eab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.284477] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquiring lock "refresh_cache-a3ad4820-fe91-492f-9158-7be3e7b54531" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.285260] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquired lock "refresh_cache-a3ad4820-fe91-492f-9158-7be3e7b54531" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.285580] env[69843]: DEBUG nova.network.neutron [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.294176] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 728.294176] env[69843]: value = "task-3703782" [ 728.294176] env[69843]: _type = "Task" [ 728.294176] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.300280] env[69843]: DEBUG nova.policy [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f4b53925bd2442ba1fd137dd2c672a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01e29d6848b447bc9a90b7aaef109155', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.309109] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.348610] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.363342] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.688506] env[69843]: DEBUG nova.network.neutron [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Successfully created port: 54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.723924] env[69843]: DEBUG nova.compute.manager [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.741043] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703779, 'name': CreateSnapshot_Task, 'duration_secs': 0.751886} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.741043] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 728.741320] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea5a4ac-6979-41de-904a-6ea7df2b6e5c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.813420] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703782, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.850654] env[69843]: DEBUG oslo_vmware.api [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703780, 'name': PowerOnVM_Task, 'duration_secs': 0.741306} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.850924] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.851165] env[69843]: INFO nova.compute.manager [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Took 9.08 seconds to spawn the instance on the hypervisor. [ 728.851353] env[69843]: DEBUG nova.compute.manager [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 728.853274] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88626192-230c-4bef-8c58-100027489a4b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.894615] env[69843]: DEBUG nova.network.neutron [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.985773] env[69843]: DEBUG nova.compute.manager [req-3dedae6f-e8e7-4cf1-8830-6decb7a103ae req-fc19f859-2ecb-4d45-9c8b-4937017f7f1c service nova] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Received event network-vif-deleted-02edfd9e-66c5-4160-b756-69913a209ed9 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.234849] env[69843]: DEBUG nova.network.neutron [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Updating instance_info_cache with network_info: [{"id": "cc39f24a-047a-4ab6-b2c5-87fab87da5ab", "address": "fa:16:3e:7b:a4:79", "network": {"id": "8f0d8014-d4da-4228-93ff-07f39ec9cf4e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-763417584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb770105002e44c598e58a9ad60430ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc39f24a-04", "ovs_interfaceid": "cc39f24a-047a-4ab6-b2c5-87fab87da5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.270232] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 729.273973] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7868704e-9a49-417e-ba83-92bfdfaacc00 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.287163] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 729.287163] env[69843]: value = "task-3703783" [ 729.287163] env[69843]: _type = "Task" [ 729.287163] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.297891] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703783, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.314223] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62222} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.314300] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 66659cd1-aabd-4158-86c6-66ef8977416d/66659cd1-aabd-4158-86c6-66ef8977416d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.314640] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.315639] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-990ba326-d466-4ebc-b6e7-dacac989bf0d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.324020] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 729.324020] env[69843]: value = "task-3703784" [ 729.324020] env[69843]: _type = "Task" [ 729.324020] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.338985] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.373870] env[69843]: INFO nova.compute.manager [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Took 37.16 seconds to build instance. [ 729.417121] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df16abb3-3cbb-4a5c-b4b6-9e7cb81df974 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.427837] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be37b440-dbf7-49d8-9ce4-a0b6293c0b3b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.473736] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c903536-436d-44b8-9d4f-47e505e46c85 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.485216] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd5e735-df38-4c70-96d3-56d5b953ce04 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.503461] env[69843]: DEBUG nova.compute.provider_tree [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.738967] env[69843]: DEBUG nova.compute.manager [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.742942] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Releasing lock "refresh_cache-a3ad4820-fe91-492f-9158-7be3e7b54531" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.743394] env[69843]: DEBUG nova.compute.manager [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Instance network_info: |[{"id": "cc39f24a-047a-4ab6-b2c5-87fab87da5ab", "address": "fa:16:3e:7b:a4:79", "network": {"id": "8f0d8014-d4da-4228-93ff-07f39ec9cf4e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-763417584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb770105002e44c598e58a9ad60430ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc39f24a-04", "ovs_interfaceid": "cc39f24a-047a-4ab6-b2c5-87fab87da5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.743898] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:a4:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc39f24a-047a-4ab6-b2c5-87fab87da5ab', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.753167] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Creating folder: Project (eb770105002e44c598e58a9ad60430ee). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.753606] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be062162-efe6-4332-bcb1-c7c441df831e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.768514] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Created folder: Project (eb770105002e44c598e58a9ad60430ee) in parent group-v737654. [ 729.769209] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Creating folder: Instances. Parent ref: group-v737731. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.772055] env[69843]: DEBUG nova.virt.hardware [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.772055] env[69843]: DEBUG nova.virt.hardware [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.772208] env[69843]: DEBUG nova.virt.hardware [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.772821] env[69843]: DEBUG nova.virt.hardware [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.772821] env[69843]: DEBUG nova.virt.hardware [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.772821] env[69843]: DEBUG nova.virt.hardware [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.773069] env[69843]: DEBUG nova.virt.hardware [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.773069] env[69843]: DEBUG nova.virt.hardware [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.773247] env[69843]: DEBUG nova.virt.hardware [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.773427] env[69843]: DEBUG nova.virt.hardware [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.773662] env[69843]: DEBUG nova.virt.hardware [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.773995] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3acf71cd-5eba-45ec-b9ac-f3a749e0bd6b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.777330] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ab6e5d-b2f0-4eb1-b66d-44c976c10d38 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.787593] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f3b0e4-97d0-46c2-bc48-7aad609f4e46 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.793675] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Created folder: Instances in parent group-v737731. [ 729.793971] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.798078] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.798407] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20b86fd2-3e13-4a47-9d1b-2e8da666610d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.830739] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703783, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.833108] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.833108] env[69843]: value = "task-3703787" [ 729.833108] env[69843]: _type = "Task" [ 729.833108] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.839545] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168396} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.840373] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.841384] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5712f893-875b-420e-a613-e2558743d09e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.847910] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703787, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.869524] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 66659cd1-aabd-4158-86c6-66ef8977416d/66659cd1-aabd-4158-86c6-66ef8977416d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.871032] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1692cb12-29df-44a6-9453-bc2467db38df {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.887762] env[69843]: DEBUG nova.compute.manager [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Received event network-changed-cc39f24a-047a-4ab6-b2c5-87fab87da5ab {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.887978] env[69843]: DEBUG nova.compute.manager [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Refreshing instance network info cache due to event network-changed-cc39f24a-047a-4ab6-b2c5-87fab87da5ab. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.888214] env[69843]: DEBUG oslo_concurrency.lockutils [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] Acquiring lock "refresh_cache-a3ad4820-fe91-492f-9158-7be3e7b54531" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.888372] env[69843]: DEBUG oslo_concurrency.lockutils [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] Acquired lock "refresh_cache-a3ad4820-fe91-492f-9158-7be3e7b54531" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.888561] env[69843]: DEBUG nova.network.neutron [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Refreshing network info cache for port cc39f24a-047a-4ab6-b2c5-87fab87da5ab {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.890323] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2fee9b4a-acad-488a-bf93-2b8f994da24b tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "c4ced098-7a4f-4842-895d-e600126f7916" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.455s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.898540] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 729.898540] env[69843]: value = "task-3703788" [ 729.898540] env[69843]: _type = "Task" [ 729.898540] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.911577] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.043980] env[69843]: DEBUG nova.scheduler.client.report [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 730.044294] env[69843]: DEBUG nova.compute.provider_tree [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 51 to 52 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 730.044478] env[69843]: DEBUG nova.compute.provider_tree [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.305419] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703783, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.344797] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703787, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.353087] env[69843]: DEBUG nova.network.neutron [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Successfully updated port: 54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.394373] env[69843]: DEBUG nova.compute.manager [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.410980] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.549857] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.550461] env[69843]: DEBUG nova.compute.manager [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.553854] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.563s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.553854] env[69843]: DEBUG nova.objects.instance [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Lazy-loading 'resources' on Instance uuid 3006d961-2b97-45ca-aa2f-d24c378b15c8 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.647329] env[69843]: DEBUG nova.network.neutron [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Updated VIF entry in instance network info cache for port cc39f24a-047a-4ab6-b2c5-87fab87da5ab. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.647329] env[69843]: DEBUG nova.network.neutron [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Updating instance_info_cache with network_info: [{"id": "cc39f24a-047a-4ab6-b2c5-87fab87da5ab", "address": "fa:16:3e:7b:a4:79", "network": {"id": "8f0d8014-d4da-4228-93ff-07f39ec9cf4e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-763417584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb770105002e44c598e58a9ad60430ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc39f24a-04", "ovs_interfaceid": "cc39f24a-047a-4ab6-b2c5-87fab87da5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.804267] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703783, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.844996] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703787, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.858557] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "refresh_cache-56e2f346-ee68-464e-9975-146a5cbf319b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.858557] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquired lock "refresh_cache-56e2f346-ee68-464e-9975-146a5cbf319b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.858557] env[69843]: DEBUG nova.network.neutron [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.915314] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703788, 'name': ReconfigVM_Task, 'duration_secs': 0.945825} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.915638] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 66659cd1-aabd-4158-86c6-66ef8977416d/66659cd1-aabd-4158-86c6-66ef8977416d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.916398] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79e6f8a8-75dc-4c57-8a27-46154d88dece {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.925476] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 730.925476] env[69843]: value = "task-3703789" [ 730.925476] env[69843]: _type = "Task" [ 730.925476] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.930541] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.937495] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703789, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.058082] env[69843]: DEBUG nova.compute.utils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.059847] env[69843]: DEBUG nova.compute.manager [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.060059] env[69843]: DEBUG nova.network.neutron [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.152166] env[69843]: DEBUG oslo_concurrency.lockutils [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] Releasing lock "refresh_cache-a3ad4820-fe91-492f-9158-7be3e7b54531" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.152444] env[69843]: DEBUG nova.compute.manager [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Received event network-changed-c5438370-4928-428d-b6e2-da468f4cc821 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.152680] env[69843]: DEBUG nova.compute.manager [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Refreshing instance network info cache due to event network-changed-c5438370-4928-428d-b6e2-da468f4cc821. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.152995] env[69843]: DEBUG oslo_concurrency.lockutils [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] Acquiring lock "refresh_cache-ad18a9f2-6a6d-4b33-aa8b-f24826347acc" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.153191] env[69843]: DEBUG oslo_concurrency.lockutils [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] Acquired lock "refresh_cache-ad18a9f2-6a6d-4b33-aa8b-f24826347acc" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.153562] env[69843]: DEBUG nova.network.neutron [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Refreshing network info cache for port c5438370-4928-428d-b6e2-da468f4cc821 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.156581] env[69843]: DEBUG nova.policy [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9578abbdfcd4de5a1fef7a8dc5bb4cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffe513d7b5094b6fb46891f40931b6e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.306639] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703783, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.344842] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703787, 'name': CreateVM_Task, 'duration_secs': 1.179954} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.345057] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.345743] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.345897] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.346266] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.346557] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfe5aba-8744-4cec-8f78-547e78bbbbe0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.354606] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Waiting for the task: (returnval){ [ 731.354606] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521dd7bc-1d1e-1dfa-1f76-3affedead7d8" [ 731.354606] env[69843]: _type = "Task" [ 731.354606] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.368483] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521dd7bc-1d1e-1dfa-1f76-3affedead7d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.439226] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703789, 'name': Rename_Task, 'duration_secs': 0.268178} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.439575] env[69843]: DEBUG nova.network.neutron [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.442653] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.443994] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-728ba493-39b8-46fb-8479-2c6528687c1b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.457317] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 731.457317] env[69843]: value = "task-3703790" [ 731.457317] env[69843]: _type = "Task" [ 731.457317] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.468239] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.564448] env[69843]: DEBUG nova.compute.manager [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.750815] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba66dcd7-3f20-404a-8a1e-08515c83ca94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.761726] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61a67a3-3232-4b48-ba40-38823916ba95 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.800995] env[69843]: DEBUG nova.network.neutron [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Successfully created port: 89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.809550] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc51e3ff-71e6-4e77-8461-a269a862fe67 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.821503] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703783, 'name': CloneVM_Task, 'duration_secs': 2.407296} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.824103] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Created linked-clone VM from snapshot [ 731.825376] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfccc29-71f5-4667-be11-6c322abda2c3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.830313] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139bc07d-1fea-483f-8bbe-7f2ef590b1db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.841866] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Uploading image 2cc87bd5-a728-426f-8637-850ce50699b7 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 731.853819] env[69843]: DEBUG nova.compute.provider_tree [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.871921] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521dd7bc-1d1e-1dfa-1f76-3affedead7d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014158} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.875256] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.875455] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.875681] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.875875] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.875999] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.878311] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30203af6-36ae-43c2-9a4d-d4b078e6357c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.886609] env[69843]: DEBUG oslo_vmware.rw_handles [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 731.886609] env[69843]: value = "vm-737730" [ 731.886609] env[69843]: _type = "VirtualMachine" [ 731.886609] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 731.887628] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-31dda25e-a255-49ab-b882-4e635299da05 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.890721] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.890899] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.892466] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bf77ce-ea8f-4c46-81b8-820b932b55be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.900534] env[69843]: DEBUG oslo_vmware.rw_handles [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lease: (returnval){ [ 731.900534] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0e677-aa7c-04f1-432d-d3e934e39253" [ 731.900534] env[69843]: _type = "HttpNfcLease" [ 731.900534] env[69843]: } obtained for exporting VM: (result){ [ 731.900534] env[69843]: value = "vm-737730" [ 731.900534] env[69843]: _type = "VirtualMachine" [ 731.900534] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 731.900534] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the lease: (returnval){ [ 731.900534] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0e677-aa7c-04f1-432d-d3e934e39253" [ 731.900534] env[69843]: _type = "HttpNfcLease" [ 731.900534] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 731.902048] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Waiting for the task: (returnval){ [ 731.902048] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52275db2-55d3-1b68-6d27-77c2c454071b" [ 731.902048] env[69843]: _type = "Task" [ 731.902048] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.913793] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 731.913793] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0e677-aa7c-04f1-432d-d3e934e39253" [ 731.913793] env[69843]: _type = "HttpNfcLease" [ 731.913793] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 731.918036] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52275db2-55d3-1b68-6d27-77c2c454071b, 'name': SearchDatastore_Task, 'duration_secs': 0.011801} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.919182] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e816a3-d183-41c4-9416-1465b8c55b36 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.926024] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Waiting for the task: (returnval){ [ 731.926024] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a61db2-f1bb-9ef2-600b-d9fef4310900" [ 731.926024] env[69843]: _type = "Task" [ 731.926024] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.939745] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a61db2-f1bb-9ef2-600b-d9fef4310900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.969986] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.987647] env[69843]: DEBUG nova.network.neutron [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Updating instance_info_cache with network_info: [{"id": "54a3fd23-cdd9-4454-b3ba-c2ae82ef9212", "address": "fa:16:3e:79:05:88", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a3fd23-cd", "ovs_interfaceid": "54a3fd23-cdd9-4454-b3ba-c2ae82ef9212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.011915] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Acquiring lock "750b8ae4-87a7-402a-a82f-44c01e9fd888" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.012167] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Lock "750b8ae4-87a7-402a-a82f-44c01e9fd888" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.276906] env[69843]: DEBUG nova.network.neutron [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Updated VIF entry in instance network info cache for port c5438370-4928-428d-b6e2-da468f4cc821. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.277344] env[69843]: DEBUG nova.network.neutron [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Updating instance_info_cache with network_info: [{"id": "c5438370-4928-428d-b6e2-da468f4cc821", "address": "fa:16:3e:f8:dd:b7", "network": {"id": "986162c5-fd06-4e57-bbd4-42d7f1e99a91", "bridge": "br-int", "label": "tempest-ServersTestJSON-895565648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba2669d4b1d46718d03ae26cfbfbea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5438370-49", "ovs_interfaceid": "c5438370-4928-428d-b6e2-da468f4cc821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.387303] env[69843]: ERROR nova.scheduler.client.report [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] [req-90c196cc-fbee-495e-8722-a8ef9dacfd71] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f473df78-9fd2-4a18-9b1b-7c5fc5ca712b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-90c196cc-fbee-495e-8722-a8ef9dacfd71"}]} [ 732.394759] env[69843]: DEBUG nova.compute.manager [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Received event network-vif-plugged-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.395061] env[69843]: DEBUG oslo_concurrency.lockutils [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] Acquiring lock "56e2f346-ee68-464e-9975-146a5cbf319b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.395212] env[69843]: DEBUG oslo_concurrency.lockutils [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] Lock "56e2f346-ee68-464e-9975-146a5cbf319b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.395353] env[69843]: DEBUG oslo_concurrency.lockutils [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] Lock "56e2f346-ee68-464e-9975-146a5cbf319b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.395508] env[69843]: DEBUG nova.compute.manager [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] No waiting events found dispatching network-vif-plugged-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 732.395667] env[69843]: WARNING nova.compute.manager [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Received unexpected event network-vif-plugged-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 for instance with vm_state building and task_state spawning. [ 732.395814] env[69843]: DEBUG nova.compute.manager [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Received event network-changed-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.395962] env[69843]: DEBUG nova.compute.manager [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Refreshing instance network info cache due to event network-changed-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.397358] env[69843]: DEBUG oslo_concurrency.lockutils [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] Acquiring lock "refresh_cache-56e2f346-ee68-464e-9975-146a5cbf319b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.411770] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.411770] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0e677-aa7c-04f1-432d-d3e934e39253" [ 732.411770] env[69843]: _type = "HttpNfcLease" [ 732.411770] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 732.412294] env[69843]: DEBUG oslo_vmware.rw_handles [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 732.412294] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0e677-aa7c-04f1-432d-d3e934e39253" [ 732.412294] env[69843]: _type = "HttpNfcLease" [ 732.412294] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 732.414269] env[69843]: DEBUG nova.scheduler.client.report [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Refreshing inventories for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 732.417937] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93708d8-8fbd-4e1e-a37b-e41f040b7566 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.429427] env[69843]: DEBUG oslo_vmware.rw_handles [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520085ed-1ad1-24f0-4250-e9e31239f7df/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 732.429704] env[69843]: DEBUG oslo_vmware.rw_handles [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520085ed-1ad1-24f0-4250-e9e31239f7df/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 732.491766] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Releasing lock "refresh_cache-56e2f346-ee68-464e-9975-146a5cbf319b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.492194] env[69843]: DEBUG nova.compute.manager [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Instance network_info: |[{"id": "54a3fd23-cdd9-4454-b3ba-c2ae82ef9212", "address": "fa:16:3e:79:05:88", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a3fd23-cd", "ovs_interfaceid": "54a3fd23-cdd9-4454-b3ba-c2ae82ef9212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.497582] env[69843]: DEBUG nova.scheduler.client.report [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Updating ProviderTree inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 732.497866] env[69843]: DEBUG nova.compute.provider_tree [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.502855] env[69843]: DEBUG oslo_concurrency.lockutils [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] Acquired lock "refresh_cache-56e2f346-ee68-464e-9975-146a5cbf319b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.503076] env[69843]: DEBUG nova.network.neutron [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Refreshing network info cache for port 54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.504495] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:05:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54a3fd23-cdd9-4454-b3ba-c2ae82ef9212', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.512145] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.512340] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a61db2-f1bb-9ef2-600b-d9fef4310900, 'name': SearchDatastore_Task, 'duration_secs': 0.013256} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.517882] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.517882] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.517882] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] a3ad4820-fe91-492f-9158-7be3e7b54531/a3ad4820-fe91-492f-9158-7be3e7b54531.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.517882] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88071caf-a1ec-46af-8fb3-09447ba4abdf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.532912] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fecb41f3-fbd9-42c3-927b-6cd9db669bcf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.539238] env[69843]: DEBUG nova.scheduler.client.report [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Refreshing aggregate associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, aggregates: None {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 732.541777] env[69843]: DEBUG oslo_vmware.api [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703790, 'name': PowerOnVM_Task, 'duration_secs': 0.899139} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.542833] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.543099] env[69843]: INFO nova.compute.manager [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Took 9.29 seconds to spawn the instance on the hypervisor. [ 732.543326] env[69843]: DEBUG nova.compute.manager [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.544214] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66698895-7490-4e9c-a8b1-1e03b918ed32 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.549167] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Waiting for the task: (returnval){ [ 732.549167] env[69843]: value = "task-3703793" [ 732.549167] env[69843]: _type = "Task" [ 732.549167] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.550239] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.550239] env[69843]: value = "task-3703792" [ 732.550239] env[69843]: _type = "Task" [ 732.550239] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.568120] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703792, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.569367] env[69843]: DEBUG nova.scheduler.client.report [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Refreshing trait associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 732.576035] env[69843]: DEBUG nova.compute.manager [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.579196] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.604374] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a956b4fa-a280-4bae-8887-545c3c5331cc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.616058] env[69843]: DEBUG nova.virt.hardware [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.616321] env[69843]: DEBUG nova.virt.hardware [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.616488] env[69843]: DEBUG nova.virt.hardware [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.616679] env[69843]: DEBUG nova.virt.hardware [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.616823] env[69843]: DEBUG nova.virt.hardware [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.617022] env[69843]: DEBUG nova.virt.hardware [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.617271] env[69843]: DEBUG nova.virt.hardware [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.621361] env[69843]: DEBUG nova.virt.hardware [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.621361] env[69843]: DEBUG nova.virt.hardware [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.621361] env[69843]: DEBUG nova.virt.hardware [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.621361] env[69843]: DEBUG nova.virt.hardware [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.621361] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4949b1-c83f-4422-b58b-2c8cef326af2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.636021] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5620433b-dc0d-4177-84f1-8c11f482f3d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.784585] env[69843]: DEBUG oslo_concurrency.lockutils [req-41d8b83f-b1c0-4346-bc76-4a3186c2e0fe req-f8f02c0b-095d-4dba-87bd-9f99bcd0ea82 service nova] Releasing lock "refresh_cache-ad18a9f2-6a6d-4b33-aa8b-f24826347acc" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.091591] env[69843]: INFO nova.compute.manager [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Took 38.54 seconds to build instance. [ 733.098182] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703793, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.108480] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703792, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.411651] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79850ca-9bb7-4d01-b1cf-0d81dfb4abf8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.424682] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e3d92c-27ee-431a-8e74-06f3ca3fd7d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.464630] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa77bf3-3196-4bf3-9f4a-cfd571c141d2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.476785] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ba778c-32ce-477d-9307-cfcabad1f88c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.500502] env[69843]: DEBUG nova.compute.provider_tree [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.567023] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822672} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.571145] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] a3ad4820-fe91-492f-9158-7be3e7b54531/a3ad4820-fe91-492f-9158-7be3e7b54531.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.571774] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.572140] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-511ac5d2-24ab-4258-b691-859475e5e79d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.583721] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703792, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.585443] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Waiting for the task: (returnval){ [ 733.585443] env[69843]: value = "task-3703794" [ 733.585443] env[69843]: _type = "Task" [ 733.585443] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.586633] env[69843]: DEBUG nova.network.neutron [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Updated VIF entry in instance network info cache for port 54a3fd23-cdd9-4454-b3ba-c2ae82ef9212. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.586970] env[69843]: DEBUG nova.network.neutron [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Updating instance_info_cache with network_info: [{"id": "54a3fd23-cdd9-4454-b3ba-c2ae82ef9212", "address": "fa:16:3e:79:05:88", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54a3fd23-cd", "ovs_interfaceid": "54a3fd23-cdd9-4454-b3ba-c2ae82ef9212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.598179] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.599769] env[69843]: DEBUG oslo_concurrency.lockutils [None req-648acefc-1df3-4e4f-9f75-7d0e2c8f2fc2 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "66659cd1-aabd-4158-86c6-66ef8977416d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.546s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.009385] env[69843]: DEBUG nova.network.neutron [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Successfully updated port: 89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.058028] env[69843]: DEBUG nova.scheduler.client.report [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 734.058028] env[69843]: DEBUG nova.compute.provider_tree [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 53 to 54 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 734.058028] env[69843]: DEBUG nova.compute.provider_tree [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.082246] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703792, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.093990] env[69843]: DEBUG oslo_concurrency.lockutils [req-684421be-a654-4f86-9dbe-c63645063837 req-92609762-0a44-4925-9b9c-72ce8f64209b service nova] Releasing lock "refresh_cache-56e2f346-ee68-464e-9975-146a5cbf319b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.101949] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.517686} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.102243] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.102907] env[69843]: DEBUG nova.compute.manager [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.106767] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9399c5b6-1348-45fc-9593-1ea65c15aed6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.135433] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] a3ad4820-fe91-492f-9158-7be3e7b54531/a3ad4820-fe91-492f-9158-7be3e7b54531.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.135785] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84345626-1bd5-43c3-8849-a834876ed3d5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.161497] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Waiting for the task: (returnval){ [ 734.161497] env[69843]: value = "task-3703795" [ 734.161497] env[69843]: _type = "Task" [ 734.161497] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.172159] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.517591] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.517890] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquired lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.517946] env[69843]: DEBUG nova.network.neutron [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.569628] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.016s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.573142] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.353s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.574817] env[69843]: INFO nova.compute.claims [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.587969] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703792, 'name': CreateVM_Task, 'duration_secs': 1.582197} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.588190] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.589066] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.589363] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.589909] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.590014] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558e6bf7-ecf4-4d3c-8424-fc932beb786d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.596832] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 734.596832] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f3e439-101e-fe54-d559-bb1cb29b192e" [ 734.596832] env[69843]: _type = "Task" [ 734.596832] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.597876] env[69843]: INFO nova.scheduler.client.report [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Deleted allocations for instance 3006d961-2b97-45ca-aa2f-d24c378b15c8 [ 734.618969] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f3e439-101e-fe54-d559-bb1cb29b192e, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.619481] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.619559] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.619790] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.619927] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.620117] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.624473] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-121bae08-8bca-4ff4-8353-86dbb5fc8ab4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.640247] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.640247] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.642205] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15bcba2-4f9c-4e83-aad2-2b6dad3886f5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.644745] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.648053] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 734.648053] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dea237-0b3d-2698-9d14-2e5e2540b706" [ 734.648053] env[69843]: _type = "Task" [ 734.648053] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.658595] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dea237-0b3d-2698-9d14-2e5e2540b706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.675031] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703795, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.758471] env[69843]: DEBUG nova.compute.manager [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Received event network-vif-plugged-89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.758471] env[69843]: DEBUG oslo_concurrency.lockutils [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] Acquiring lock "cc2450e2-71a6-4d1d-93ba-79041d4b7a7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.758471] env[69843]: DEBUG oslo_concurrency.lockutils [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] Lock "cc2450e2-71a6-4d1d-93ba-79041d4b7a7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.758471] env[69843]: DEBUG oslo_concurrency.lockutils [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] Lock "cc2450e2-71a6-4d1d-93ba-79041d4b7a7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.758471] env[69843]: DEBUG nova.compute.manager [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] No waiting events found dispatching network-vif-plugged-89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 734.758471] env[69843]: WARNING nova.compute.manager [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Received unexpected event network-vif-plugged-89fbba46-559d-48cd-b0e9-3ef2d7c68664 for instance with vm_state building and task_state spawning. [ 734.758471] env[69843]: DEBUG nova.compute.manager [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Received event network-changed-89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.758781] env[69843]: DEBUG nova.compute.manager [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Refreshing instance network info cache due to event network-changed-89fbba46-559d-48cd-b0e9-3ef2d7c68664. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.758781] env[69843]: DEBUG oslo_concurrency.lockutils [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] Acquiring lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.083085] env[69843]: DEBUG nova.network.neutron [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.111252] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21bfa71b-5b88-46aa-8649-6ca347d3cc72 tempest-ServerExternalEventsTest-1878331790 tempest-ServerExternalEventsTest-1878331790-project-member] Lock "3006d961-2b97-45ca-aa2f-d24c378b15c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.595s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.161712] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dea237-0b3d-2698-9d14-2e5e2540b706, 'name': SearchDatastore_Task, 'duration_secs': 0.021262} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.163211] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f9bb846-9606-4713-8dcc-0ed58a32089f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.179075] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703795, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.183165] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 735.183165] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5201afbd-bd52-98d5-09fe-7b341cca67c8" [ 735.183165] env[69843]: _type = "Task" [ 735.183165] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.195667] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5201afbd-bd52-98d5-09fe-7b341cca67c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01318} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.195980] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.196330] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 56e2f346-ee68-464e-9975-146a5cbf319b/56e2f346-ee68-464e-9975-146a5cbf319b.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.196628] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ddc13eb-68d7-4423-9841-e37959a3a752 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.206555] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 735.206555] env[69843]: value = "task-3703796" [ 735.206555] env[69843]: _type = "Task" [ 735.206555] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.218682] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.357863] env[69843]: DEBUG nova.network.neutron [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updating instance_info_cache with network_info: [{"id": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "address": "fa:16:3e:0a:23:05", "network": {"id": "b073866c-e5a4-411b-89a7-0e5914cf10bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1331939510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe513d7b5094b6fb46891f40931b6e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89fbba46-55", "ovs_interfaceid": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.473169] env[69843]: DEBUG nova.compute.manager [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.473169] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0081d6e0-e479-4db6-bd0b-5d2919f8ab50 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.682622] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703795, 'name': ReconfigVM_Task, 'duration_secs': 1.360834} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.685952] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Reconfigured VM instance instance-0000001a to attach disk [datastore1] a3ad4820-fe91-492f-9158-7be3e7b54531/a3ad4820-fe91-492f-9158-7be3e7b54531.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.688640] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ffd8ceb-cd13-47a0-bc99-2f1a34224b98 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.697145] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Waiting for the task: (returnval){ [ 735.697145] env[69843]: value = "task-3703797" [ 735.697145] env[69843]: _type = "Task" [ 735.697145] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.712100] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703797, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.726814] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703796, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.863652] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Releasing lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.863652] env[69843]: DEBUG nova.compute.manager [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Instance network_info: |[{"id": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "address": "fa:16:3e:0a:23:05", "network": {"id": "b073866c-e5a4-411b-89a7-0e5914cf10bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1331939510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe513d7b5094b6fb46891f40931b6e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89fbba46-55", "ovs_interfaceid": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.864357] env[69843]: DEBUG oslo_concurrency.lockutils [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] Acquired lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.864522] env[69843]: DEBUG nova.network.neutron [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Refreshing network info cache for port 89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.866368] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:23:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89fbba46-559d-48cd-b0e9-3ef2d7c68664', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.877834] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Creating folder: Project (ffe513d7b5094b6fb46891f40931b6e9). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.878097] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbef7fca-6b57-4c73-b436-54257386ad3c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.898045] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Created folder: Project (ffe513d7b5094b6fb46891f40931b6e9) in parent group-v737654. [ 735.899493] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Creating folder: Instances. Parent ref: group-v737735. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.899493] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3a9f462-e6b3-4c92-8dba-a55fb053285a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.919060] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Created folder: Instances in parent group-v737735. [ 735.919627] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.920720] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.921170] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6423922f-1111-4468-8cd3-0acd7f828b27 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.955900] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.955900] env[69843]: value = "task-3703800" [ 735.955900] env[69843]: _type = "Task" [ 735.955900] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.980929] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703800, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.987485] env[69843]: INFO nova.compute.manager [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] instance snapshotting [ 735.992424] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f2b95c-73fd-4d6f-8f21-b14fbf39772a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.024798] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3119c84-2c77-4ba3-a389-59ee364e66f1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.219161] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703797, 'name': Rename_Task, 'duration_secs': 0.444266} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.226086] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.231250] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7845cc68-3421-4ead-ae90-1a68f8fa7e31 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.243199] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81631} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.245264] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 56e2f346-ee68-464e-9975-146a5cbf319b/56e2f346-ee68-464e-9975-146a5cbf319b.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.246342] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.246342] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Waiting for the task: (returnval){ [ 736.246342] env[69843]: value = "task-3703801" [ 736.246342] env[69843]: _type = "Task" [ 736.246342] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.246342] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aabd9eb0-4d39-414d-bc07-59a8378a9c39 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.266455] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703801, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.268246] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 736.268246] env[69843]: value = "task-3703802" [ 736.268246] env[69843]: _type = "Task" [ 736.268246] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.279960] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.356903] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537f1a26-370f-4ec5-926e-310b7e7ea19f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.368333] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78263016-fe62-4134-ac71-926cd531b719 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.409447] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a08828c-0e07-491e-90d3-4ba2dd976262 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.418708] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2321743e-5d35-44e6-914b-0d5ed032aa32 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.440550] env[69843]: DEBUG nova.compute.provider_tree [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.469208] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703800, 'name': CreateVM_Task, 'duration_secs': 0.462524} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.469208] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.469894] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.469894] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.469894] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.470633] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff789571-17df-4d4d-a9ac-255ce54c6aa1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.483798] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 736.483798] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b41aba-b638-ca4f-b62c-02ec759d3f80" [ 736.483798] env[69843]: _type = "Task" [ 736.483798] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.496684] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b41aba-b638-ca4f-b62c-02ec759d3f80, 'name': SearchDatastore_Task, 'duration_secs': 0.014183} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.496917] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.497170] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.497496] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.497658] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.498655] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.498655] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeafaa6e-fcae-451e-97f9-c0d4bc97c029 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.509694] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.510163] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.510754] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d5a66a-d963-4815-932c-91f400096152 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.519722] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 736.519722] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5231ab21-4a21-e052-bf37-288581d7a53c" [ 736.519722] env[69843]: _type = "Task" [ 736.519722] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.533852] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5231ab21-4a21-e052-bf37-288581d7a53c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.542417] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 736.543280] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fdb9c050-700d-47f2-ab83-4efa5a06cfd9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.555021] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 736.555021] env[69843]: value = "task-3703803" [ 736.555021] env[69843]: _type = "Task" [ 736.555021] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.573136] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703803, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.695390] env[69843]: DEBUG nova.network.neutron [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updated VIF entry in instance network info cache for port 89fbba46-559d-48cd-b0e9-3ef2d7c68664. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.695792] env[69843]: DEBUG nova.network.neutron [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updating instance_info_cache with network_info: [{"id": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "address": "fa:16:3e:0a:23:05", "network": {"id": "b073866c-e5a4-411b-89a7-0e5914cf10bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1331939510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe513d7b5094b6fb46891f40931b6e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89fbba46-55", "ovs_interfaceid": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.762225] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703801, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.779214] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171218} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.780046] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.781214] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7235302-0493-4b01-95ce-a238bd2deb0c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.810704] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 56e2f346-ee68-464e-9975-146a5cbf319b/56e2f346-ee68-464e-9975-146a5cbf319b.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.811132] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9526cad4-3e7d-4ea9-83d7-f92f475ec57a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.837108] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 736.837108] env[69843]: value = "task-3703804" [ 736.837108] env[69843]: _type = "Task" [ 736.837108] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.848076] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703804, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.946304] env[69843]: DEBUG nova.scheduler.client.report [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.033375] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5231ab21-4a21-e052-bf37-288581d7a53c, 'name': SearchDatastore_Task, 'duration_secs': 0.020251} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.034283] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311430ea-7003-4f2b-a80a-c33705949c86 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.043329] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 737.043329] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c9f23a-9955-a321-d629-fffe1b64e3e7" [ 737.043329] env[69843]: _type = "Task" [ 737.043329] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.050520] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c9f23a-9955-a321-d629-fffe1b64e3e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.065323] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703803, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.199854] env[69843]: DEBUG oslo_concurrency.lockutils [req-ed8d48a2-b24a-43de-8e4e-d4e12f35ecf5 req-4d590dc8-70ed-4e1e-be09-f487fc20bb84 service nova] Releasing lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.260351] env[69843]: DEBUG oslo_vmware.api [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703801, 'name': PowerOnVM_Task, 'duration_secs': 0.615417} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.260707] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.262126] env[69843]: INFO nova.compute.manager [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Took 10.18 seconds to spawn the instance on the hypervisor. [ 737.262126] env[69843]: DEBUG nova.compute.manager [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.262126] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ef2b44-0b58-46ae-b113-67040ed80996 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.349169] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.454780] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.882s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.455386] env[69843]: DEBUG nova.compute.manager [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.458327] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.971s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.459941] env[69843]: INFO nova.compute.claims [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.553054] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c9f23a-9955-a321-d629-fffe1b64e3e7, 'name': SearchDatastore_Task, 'duration_secs': 0.018756} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.553495] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.553903] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] cc2450e2-71a6-4d1d-93ba-79041d4b7a7e/cc2450e2-71a6-4d1d-93ba-79041d4b7a7e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.554291] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd56b1ba-439e-4046-bc75-c10614647476 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.571141] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 737.571141] env[69843]: value = "task-3703805" [ 737.571141] env[69843]: _type = "Task" [ 737.571141] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.571425] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703803, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.584187] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3703805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.712315] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.712609] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.788636] env[69843]: INFO nova.compute.manager [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Took 42.27 seconds to build instance. [ 737.851772] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703804, 'name': ReconfigVM_Task, 'duration_secs': 0.595201} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.851772] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 56e2f346-ee68-464e-9975-146a5cbf319b/56e2f346-ee68-464e-9975-146a5cbf319b.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.852800] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68d26f62-516f-4ca6-add8-4755ede294e9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.861851] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 737.861851] env[69843]: value = "task-3703806" [ 737.861851] env[69843]: _type = "Task" [ 737.861851] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.874696] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703806, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.966853] env[69843]: DEBUG nova.compute.utils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.971358] env[69843]: DEBUG nova.compute.manager [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.971848] env[69843]: DEBUG nova.network.neutron [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.069874] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703803, 'name': CreateSnapshot_Task, 'duration_secs': 1.48608} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.070304] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 738.071258] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5633452-3f53-4f0e-9456-5cd6ecc9a323 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.084678] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3703805, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.120645] env[69843]: DEBUG nova.policy [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5ca3bcd787e4c6fb441afd768364f33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '508c6f88c330488592bca432b273bc0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.292108] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a81853c0-5394-46c3-9eac-361a19d17592 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Lock "a3ad4820-fe91-492f-9158-7be3e7b54531" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.029s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.376595] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703806, 'name': Rename_Task, 'duration_secs': 0.323138} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.377435] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.377767] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bc8c4c8-472e-46e3-b283-bf85005c4228 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.385791] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 738.385791] env[69843]: value = "task-3703807" [ 738.385791] env[69843]: _type = "Task" [ 738.385791] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.395890] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.471734] env[69843]: DEBUG nova.compute.manager [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.608023] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 738.608023] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3703805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763807} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.611855] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4816192e-1cbb-4987-93be-e89d7dc1e199 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.615955] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] cc2450e2-71a6-4d1d-93ba-79041d4b7a7e/cc2450e2-71a6-4d1d-93ba-79041d4b7a7e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.616219] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.616727] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33e8fbd2-1731-4e1f-bd04-26b2f36029b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.627063] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 738.627063] env[69843]: value = "task-3703809" [ 738.627063] env[69843]: _type = "Task" [ 738.627063] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.629722] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 738.629722] env[69843]: value = "task-3703808" [ 738.629722] env[69843]: _type = "Task" [ 738.629722] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.646938] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3703808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.650773] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703809, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.794910] env[69843]: DEBUG nova.compute.manager [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.818986] env[69843]: DEBUG nova.network.neutron [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Successfully created port: a32b35d8-b85e-44aa-b597-d9ce77b30885 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.898854] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.144122] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703809, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.151330] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3703808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135862} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.151720] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.152881] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d2c308-9a64-453b-8ed2-50dace710b69 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.182958] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] cc2450e2-71a6-4d1d-93ba-79041d4b7a7e/cc2450e2-71a6-4d1d-93ba-79041d4b7a7e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.183360] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8253554c-6fba-49f6-80dc-342ac7df035f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.208890] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 739.208890] env[69843]: value = "task-3703810" [ 739.208890] env[69843]: _type = "Task" [ 739.208890] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.220267] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3703810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.222101] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921ae30c-0c20-4972-8037-90198c519d37 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.230573] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ae43a9-bc15-4941-8cff-2ea7c77891d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.272503] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquiring lock "a3ad4820-fe91-492f-9158-7be3e7b54531" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.272503] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Lock "a3ad4820-fe91-492f-9158-7be3e7b54531" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.272744] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquiring lock "a3ad4820-fe91-492f-9158-7be3e7b54531-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.272777] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Lock "a3ad4820-fe91-492f-9158-7be3e7b54531-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.272945] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Lock "a3ad4820-fe91-492f-9158-7be3e7b54531-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.277541] env[69843]: INFO nova.compute.manager [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Terminating instance [ 739.280396] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c439868-b79d-4946-a600-d728ed167cc7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.290307] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd9972e-abe7-42f6-8200-b5d07c622ac3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.311321] env[69843]: DEBUG nova.compute.provider_tree [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.339244] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.399465] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.492615] env[69843]: DEBUG nova.compute.manager [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.525115] env[69843]: DEBUG nova.virt.hardware [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.525381] env[69843]: DEBUG nova.virt.hardware [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.525540] env[69843]: DEBUG nova.virt.hardware [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.525743] env[69843]: DEBUG nova.virt.hardware [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.525889] env[69843]: DEBUG nova.virt.hardware [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.526259] env[69843]: DEBUG nova.virt.hardware [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.526628] env[69843]: DEBUG nova.virt.hardware [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.526818] env[69843]: DEBUG nova.virt.hardware [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.527098] env[69843]: DEBUG nova.virt.hardware [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.527201] env[69843]: DEBUG nova.virt.hardware [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.527370] env[69843]: DEBUG nova.virt.hardware [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.528377] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7b878d-6807-4da5-ba39-6bd308d473a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.539147] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94035e7c-ac8c-46e0-8a50-bdfdae81ac6e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.643760] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703809, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.722678] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3703810, 'name': ReconfigVM_Task, 'duration_secs': 0.474954} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.723039] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Reconfigured VM instance instance-0000001c to attach disk [datastore2] cc2450e2-71a6-4d1d-93ba-79041d4b7a7e/cc2450e2-71a6-4d1d-93ba-79041d4b7a7e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.723790] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8c0ceb7-7a1a-4222-b028-64513d9da907 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.733431] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 739.733431] env[69843]: value = "task-3703811" [ 739.733431] env[69843]: _type = "Task" [ 739.733431] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.746664] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3703811, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.781113] env[69843]: DEBUG nova.compute.manager [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.781380] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.782297] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47bec7f-114c-4a6b-b450-2330a3ba200e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.795555] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.797240] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8657cf7b-22f6-4f39-ab31-1730bb13978f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.807040] env[69843]: DEBUG oslo_vmware.api [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Waiting for the task: (returnval){ [ 739.807040] env[69843]: value = "task-3703812" [ 739.807040] env[69843]: _type = "Task" [ 739.807040] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.817614] env[69843]: DEBUG nova.scheduler.client.report [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.822615] env[69843]: DEBUG oslo_vmware.api [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.899207] env[69843]: DEBUG oslo_vmware.api [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703807, 'name': PowerOnVM_Task, 'duration_secs': 1.336977} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.899207] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.899445] env[69843]: INFO nova.compute.manager [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Took 10.16 seconds to spawn the instance on the hypervisor. [ 739.899579] env[69843]: DEBUG nova.compute.manager [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.902793] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58df8055-3291-4461-8f29-075fb14775e6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.144470] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703809, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.247729] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3703811, 'name': Rename_Task, 'duration_secs': 0.215488} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.248073] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.248327] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8ea7ae8-398b-4683-ac20-e50b273297d3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.258492] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 740.258492] env[69843]: value = "task-3703813" [ 740.258492] env[69843]: _type = "Task" [ 740.258492] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.271564] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3703813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.324865] env[69843]: DEBUG oslo_vmware.api [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703812, 'name': PowerOffVM_Task, 'duration_secs': 0.232271} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.325992] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.868s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.326885] env[69843]: DEBUG nova.compute.manager [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.332199] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.332199] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.332199] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.260s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.332199] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.332199] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69843) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 740.332199] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.858s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.333909] env[69843]: INFO nova.compute.claims [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.337517] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8103ee69-dd0a-4318-bbb5-1ac631514963 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.342604] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50315c21-6bd1-442f-954f-cf0bc6812e31 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.359614] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9e41fb-b451-489f-a718-6f26dc1c7333 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.383164] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939d4440-c067-4a05-891a-ca179eeae517 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.390550] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1bd320-5f6e-445c-9735-c4506ae776d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.437540] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178921MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69843) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 740.437821] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.442833] env[69843]: INFO nova.compute.manager [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Took 41.37 seconds to build instance. [ 740.447227] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.447483] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.447671] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Deleting the datastore file [datastore1] a3ad4820-fe91-492f-9158-7be3e7b54531 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.447987] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ca36491-93a5-4abe-a5d9-35c3c6150b36 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.457304] env[69843]: DEBUG oslo_vmware.api [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Waiting for the task: (returnval){ [ 740.457304] env[69843]: value = "task-3703815" [ 740.457304] env[69843]: _type = "Task" [ 740.457304] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.471037] env[69843]: DEBUG oslo_vmware.api [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.559320] env[69843]: DEBUG nova.compute.manager [req-36a2690c-73d5-4d89-95c8-773ebc24cf95 req-379c4459-9d36-4d29-ac4e-80347b68f5ae service nova] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Received event network-vif-plugged-a32b35d8-b85e-44aa-b597-d9ce77b30885 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.559556] env[69843]: DEBUG oslo_concurrency.lockutils [req-36a2690c-73d5-4d89-95c8-773ebc24cf95 req-379c4459-9d36-4d29-ac4e-80347b68f5ae service nova] Acquiring lock "62b00bec-6db7-4864-86eb-d702db8dbc47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.559721] env[69843]: DEBUG oslo_concurrency.lockutils [req-36a2690c-73d5-4d89-95c8-773ebc24cf95 req-379c4459-9d36-4d29-ac4e-80347b68f5ae service nova] Lock "62b00bec-6db7-4864-86eb-d702db8dbc47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.559948] env[69843]: DEBUG oslo_concurrency.lockutils [req-36a2690c-73d5-4d89-95c8-773ebc24cf95 req-379c4459-9d36-4d29-ac4e-80347b68f5ae service nova] Lock "62b00bec-6db7-4864-86eb-d702db8dbc47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.560173] env[69843]: DEBUG nova.compute.manager [req-36a2690c-73d5-4d89-95c8-773ebc24cf95 req-379c4459-9d36-4d29-ac4e-80347b68f5ae service nova] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] No waiting events found dispatching network-vif-plugged-a32b35d8-b85e-44aa-b597-d9ce77b30885 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 740.560393] env[69843]: WARNING nova.compute.manager [req-36a2690c-73d5-4d89-95c8-773ebc24cf95 req-379c4459-9d36-4d29-ac4e-80347b68f5ae service nova] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Received unexpected event network-vif-plugged-a32b35d8-b85e-44aa-b597-d9ce77b30885 for instance with vm_state building and task_state spawning. [ 740.637985] env[69843]: DEBUG nova.network.neutron [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Successfully updated port: a32b35d8-b85e-44aa-b597-d9ce77b30885 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.648085] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703809, 'name': CloneVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.771883] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3703813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.832950] env[69843]: DEBUG nova.compute.utils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.837905] env[69843]: DEBUG nova.compute.manager [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.838106] env[69843]: DEBUG nova.network.neutron [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.880783] env[69843]: DEBUG nova.policy [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067c7e102c9c460281ac4df8325d6093', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '260d055c17bb4c8cb0abb5217f05a884', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.946466] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3cbb6f0b-1f43-4363-a6df-0a3f43d27e2e tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "56e2f346-ee68-464e-9975-146a5cbf319b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.780s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.971986] env[69843]: DEBUG oslo_vmware.api [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Task: {'id': task-3703815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227921} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.971986] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.971986] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.971986] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.972237] env[69843]: INFO nova.compute.manager [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Took 1.19 seconds to destroy the instance on the hypervisor. [ 740.972347] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.972480] env[69843]: DEBUG nova.compute.manager [-] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.972597] env[69843]: DEBUG nova.network.neutron [-] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.144879] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Acquiring lock "refresh_cache-62b00bec-6db7-4864-86eb-d702db8dbc47" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.145351] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Acquired lock "refresh_cache-62b00bec-6db7-4864-86eb-d702db8dbc47" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.145351] env[69843]: DEBUG nova.network.neutron [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.146534] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703809, 'name': CloneVM_Task, 'duration_secs': 2.040415} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.146794] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Created linked-clone VM from snapshot [ 741.147825] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f3fcad-de4a-4612-9e1c-70ae8c9733d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.165191] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Uploading image 1f0adc3a-2054-43ee-beae-473430624a40 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 741.201718] env[69843]: DEBUG oslo_vmware.rw_handles [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 741.201718] env[69843]: value = "vm-737739" [ 741.201718] env[69843]: _type = "VirtualMachine" [ 741.201718] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 741.202368] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-67fe51f5-2bbf-4788-90e9-d46bd0f7a3a5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.210878] env[69843]: DEBUG oslo_vmware.rw_handles [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lease: (returnval){ [ 741.210878] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b6d2c9-4ef9-df96-5be3-80c269c1196e" [ 741.210878] env[69843]: _type = "HttpNfcLease" [ 741.210878] env[69843]: } obtained for exporting VM: (result){ [ 741.210878] env[69843]: value = "vm-737739" [ 741.210878] env[69843]: _type = "VirtualMachine" [ 741.210878] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 741.211182] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the lease: (returnval){ [ 741.211182] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b6d2c9-4ef9-df96-5be3-80c269c1196e" [ 741.211182] env[69843]: _type = "HttpNfcLease" [ 741.211182] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 741.219988] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.219988] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b6d2c9-4ef9-df96-5be3-80c269c1196e" [ 741.219988] env[69843]: _type = "HttpNfcLease" [ 741.219988] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 741.274496] env[69843]: DEBUG oslo_vmware.api [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3703813, 'name': PowerOnVM_Task, 'duration_secs': 0.602108} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.275079] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.275079] env[69843]: INFO nova.compute.manager [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Took 8.70 seconds to spawn the instance on the hypervisor. [ 741.275239] env[69843]: DEBUG nova.compute.manager [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 741.276066] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e2b217-6c93-4b61-bb8a-947c5f993655 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.337690] env[69843]: DEBUG nova.compute.manager [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.342067] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "56e2f346-ee68-464e-9975-146a5cbf319b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.342482] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "56e2f346-ee68-464e-9975-146a5cbf319b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.343055] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "56e2f346-ee68-464e-9975-146a5cbf319b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.343397] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "56e2f346-ee68-464e-9975-146a5cbf319b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.343549] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "56e2f346-ee68-464e-9975-146a5cbf319b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.351334] env[69843]: INFO nova.compute.manager [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Terminating instance [ 741.447906] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.628914] env[69843]: DEBUG nova.network.neutron [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Successfully created port: 992e8661-4b21-44a3-8c42-46dda4638f8b {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.711879] env[69843]: DEBUG nova.network.neutron [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.724451] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.724451] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b6d2c9-4ef9-df96-5be3-80c269c1196e" [ 741.724451] env[69843]: _type = "HttpNfcLease" [ 741.724451] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 741.727434] env[69843]: DEBUG oslo_vmware.rw_handles [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 741.727434] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b6d2c9-4ef9-df96-5be3-80c269c1196e" [ 741.727434] env[69843]: _type = "HttpNfcLease" [ 741.727434] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 741.728520] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63efe284-7725-45e5-a013-1aebf3d8d55f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.738281] env[69843]: DEBUG oslo_vmware.rw_handles [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5c321-0833-7ddb-90f3-0e8dca147b39/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 741.738492] env[69843]: DEBUG oslo_vmware.rw_handles [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5c321-0833-7ddb-90f3-0e8dca147b39/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 741.829656] env[69843]: INFO nova.compute.manager [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Took 41.20 seconds to build instance. [ 741.855250] env[69843]: DEBUG nova.compute.manager [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.855552] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.859355] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aee4ca-2adf-4c94-a571-74888f980b56 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.864917] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.866312] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d7130fb-b522-408f-ad34-9a8621fa4037 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.878286] env[69843]: DEBUG oslo_vmware.api [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 741.878286] env[69843]: value = "task-3703817" [ 741.878286] env[69843]: _type = "Task" [ 741.878286] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.893736] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce9d4308-ef31-498c-97d4-9c9c9ee0713e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.895783] env[69843]: DEBUG oslo_vmware.api [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.978712] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.091455] env[69843]: DEBUG nova.network.neutron [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Updating instance_info_cache with network_info: [{"id": "a32b35d8-b85e-44aa-b597-d9ce77b30885", "address": "fa:16:3e:a4:f5:31", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32b35d8-b8", "ovs_interfaceid": "a32b35d8-b85e-44aa-b597-d9ce77b30885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.097913] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba5a07a-c136-4df3-8ae6-1ce73f595f67 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.107467] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7986a192-332e-4f24-8dec-f0b3b8cb7414 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.143913] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16819e99-eac1-462a-8894-82b16926686b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.156459] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54432d2c-65ae-410a-babd-a65d8e6546d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.180084] env[69843]: DEBUG nova.network.neutron [-] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.181347] env[69843]: DEBUG nova.compute.provider_tree [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.332472] env[69843]: DEBUG oslo_concurrency.lockutils [None req-01ae4343-0249-41dd-b191-55c44dfba83d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.861s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.352196] env[69843]: DEBUG nova.compute.manager [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.391262] env[69843]: DEBUG oslo_vmware.api [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703817, 'name': PowerOffVM_Task, 'duration_secs': 0.355546} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.391563] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.391889] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.392314] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2f7fb8c-70d7-4317-b1fd-4c4cc6bd7ab9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.470905] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.471538] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.471538] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Deleting the datastore file [datastore1] 56e2f346-ee68-464e-9975-146a5cbf319b {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.471713] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fa84b60-d8b5-4c3f-bcd2-81a659a6735b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.482774] env[69843]: DEBUG oslo_vmware.api [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for the task: (returnval){ [ 742.482774] env[69843]: value = "task-3703819" [ 742.482774] env[69843]: _type = "Task" [ 742.482774] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.493525] env[69843]: DEBUG oslo_vmware.api [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.594793] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Releasing lock "refresh_cache-62b00bec-6db7-4864-86eb-d702db8dbc47" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.596237] env[69843]: DEBUG nova.compute.manager [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Instance network_info: |[{"id": "a32b35d8-b85e-44aa-b597-d9ce77b30885", "address": "fa:16:3e:a4:f5:31", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32b35d8-b8", "ovs_interfaceid": "a32b35d8-b85e-44aa-b597-d9ce77b30885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.596871] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:f5:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a32b35d8-b85e-44aa-b597-d9ce77b30885', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.614187] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Creating folder: Project (508c6f88c330488592bca432b273bc0d). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.614872] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b1e9526-d9fe-4c53-8f75-1321ef4c2e15 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.631476] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Created folder: Project (508c6f88c330488592bca432b273bc0d) in parent group-v737654. [ 742.631735] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Creating folder: Instances. Parent ref: group-v737740. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.635021] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94facc0a-cda7-4cf1-b9fe-47fe3930cf93 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.651034] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Created folder: Instances in parent group-v737740. [ 742.651376] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.652567] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.655257] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41497efd-aa23-4269-9d0c-b5068c4fdf88 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.684840] env[69843]: DEBUG nova.virt.hardware [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.685281] env[69843]: DEBUG nova.virt.hardware [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.688813] env[69843]: DEBUG nova.virt.hardware [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.688813] env[69843]: DEBUG nova.virt.hardware [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.688813] env[69843]: DEBUG nova.virt.hardware [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.688813] env[69843]: DEBUG nova.virt.hardware [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.688813] env[69843]: DEBUG nova.virt.hardware [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.688813] env[69843]: DEBUG nova.virt.hardware [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.688813] env[69843]: DEBUG nova.virt.hardware [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.689310] env[69843]: DEBUG nova.virt.hardware [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.689476] env[69843]: DEBUG nova.virt.hardware [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.692209] env[69843]: INFO nova.compute.manager [-] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Took 1.72 seconds to deallocate network for instance. [ 742.692452] env[69843]: DEBUG nova.scheduler.client.report [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.697081] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51036f34-bd7f-4fc7-a4c0-dfaf12b371a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.708395] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.708395] env[69843]: value = "task-3703822" [ 742.708395] env[69843]: _type = "Task" [ 742.708395] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.714672] env[69843]: DEBUG oslo_vmware.rw_handles [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520085ed-1ad1-24f0-4250-e9e31239f7df/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 742.720077] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8465e16-d01f-45ee-8e97-849e82e3f2ad {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.730467] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dabe319-e4d8-4b61-8932-6169eac56d3c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.741815] env[69843]: DEBUG oslo_vmware.rw_handles [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520085ed-1ad1-24f0-4250-e9e31239f7df/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 742.741998] env[69843]: ERROR oslo_vmware.rw_handles [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520085ed-1ad1-24f0-4250-e9e31239f7df/disk-0.vmdk due to incomplete transfer. [ 742.743037] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703822, 'name': CreateVM_Task} progress is 15%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.744306] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3a665b5c-4920-42a3-ad0a-cc25fc820ce9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.765023] env[69843]: DEBUG oslo_vmware.rw_handles [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520085ed-1ad1-24f0-4250-e9e31239f7df/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 742.765471] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Uploaded image 2cc87bd5-a728-426f-8637-850ce50699b7 to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 742.768596] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 742.769467] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49c0202d-366c-4735-8e4e-4fb04cdaaaee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.778299] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 742.778299] env[69843]: value = "task-3703823" [ 742.778299] env[69843]: _type = "Task" [ 742.778299] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.788910] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703823, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.837373] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.995039] env[69843]: DEBUG oslo_vmware.api [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Task: {'id': task-3703819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339319} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.995432] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.995646] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.995832] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.996019] env[69843]: INFO nova.compute.manager [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 742.996364] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.996593] env[69843]: DEBUG nova.compute.manager [-] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.996695] env[69843]: DEBUG nova.network.neutron [-] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.019781] env[69843]: DEBUG nova.compute.manager [req-c3b10426-142a-4020-a964-2ef00b5168fd req-5335c5eb-191b-492e-a8b0-9efe754678e6 service nova] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Received event network-changed-a32b35d8-b85e-44aa-b597-d9ce77b30885 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.019979] env[69843]: DEBUG nova.compute.manager [req-c3b10426-142a-4020-a964-2ef00b5168fd req-5335c5eb-191b-492e-a8b0-9efe754678e6 service nova] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Refreshing instance network info cache due to event network-changed-a32b35d8-b85e-44aa-b597-d9ce77b30885. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.020405] env[69843]: DEBUG oslo_concurrency.lockutils [req-c3b10426-142a-4020-a964-2ef00b5168fd req-5335c5eb-191b-492e-a8b0-9efe754678e6 service nova] Acquiring lock "refresh_cache-62b00bec-6db7-4864-86eb-d702db8dbc47" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.020576] env[69843]: DEBUG oslo_concurrency.lockutils [req-c3b10426-142a-4020-a964-2ef00b5168fd req-5335c5eb-191b-492e-a8b0-9efe754678e6 service nova] Acquired lock "refresh_cache-62b00bec-6db7-4864-86eb-d702db8dbc47" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.020983] env[69843]: DEBUG nova.network.neutron [req-c3b10426-142a-4020-a964-2ef00b5168fd req-5335c5eb-191b-492e-a8b0-9efe754678e6 service nova] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Refreshing network info cache for port a32b35d8-b85e-44aa-b597-d9ce77b30885 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.205380] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.206121] env[69843]: DEBUG nova.compute.manager [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.209039] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.411s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.210040] env[69843]: DEBUG nova.objects.instance [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lazy-loading 'resources' on Instance uuid 1964a3cc-a62d-4085-94cf-b0495ea26fe0 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.217176] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.221650] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703822, 'name': CreateVM_Task, 'duration_secs': 0.495444} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.221924] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.222563] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.222735] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.223192] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.223511] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e460c5-67fd-4b14-bcce-f17bd58513df {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.229969] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Waiting for the task: (returnval){ [ 743.229969] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52807567-6877-ff28-54e2-c4e25bad0f7a" [ 743.229969] env[69843]: _type = "Task" [ 743.229969] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.240049] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52807567-6877-ff28-54e2-c4e25bad0f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.292798] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703823, 'name': Destroy_Task, 'duration_secs': 0.399834} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.293086] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Destroyed the VM [ 743.293415] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 743.293705] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-18cc540e-f64c-4076-94b5-50af25746c73 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.303495] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 743.303495] env[69843]: value = "task-3703824" [ 743.303495] env[69843]: _type = "Task" [ 743.303495] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.312525] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703824, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.369027] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.436141] env[69843]: DEBUG nova.network.neutron [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Successfully updated port: 992e8661-4b21-44a3-8c42-46dda4638f8b {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.714661] env[69843]: DEBUG nova.compute.utils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.714661] env[69843]: DEBUG nova.compute.manager [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.715347] env[69843]: DEBUG nova.network.neutron [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.751188] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52807567-6877-ff28-54e2-c4e25bad0f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.018774} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.751711] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.752091] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.752951] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.752951] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.752951] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.755992] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86427046-20d7-435a-b5c5-9d44dd256d76 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.769022] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.769022] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.769568] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a71873-9080-44ef-a3b0-96834b2bee2d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.777697] env[69843]: DEBUG nova.policy [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32cf8fb5b4c84e229d1ed4f256d051a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a438dd77603c432c8245e52cd69624f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.786023] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Waiting for the task: (returnval){ [ 743.786023] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e583e6-0191-551e-2000-41f71cb2bffb" [ 743.786023] env[69843]: _type = "Task" [ 743.786023] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.793454] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e583e6-0191-551e-2000-41f71cb2bffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.815210] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703824, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.938658] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Acquiring lock "refresh_cache-93638b9b-cc01-4aca-9e55-7cf5f24d95da" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.938658] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Acquired lock "refresh_cache-93638b9b-cc01-4aca-9e55-7cf5f24d95da" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.938658] env[69843]: DEBUG nova.network.neutron [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.000258] env[69843]: DEBUG nova.network.neutron [req-c3b10426-142a-4020-a964-2ef00b5168fd req-5335c5eb-191b-492e-a8b0-9efe754678e6 service nova] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Updated VIF entry in instance network info cache for port a32b35d8-b85e-44aa-b597-d9ce77b30885. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.000716] env[69843]: DEBUG nova.network.neutron [req-c3b10426-142a-4020-a964-2ef00b5168fd req-5335c5eb-191b-492e-a8b0-9efe754678e6 service nova] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Updating instance_info_cache with network_info: [{"id": "a32b35d8-b85e-44aa-b597-d9ce77b30885", "address": "fa:16:3e:a4:f5:31", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32b35d8-b8", "ovs_interfaceid": "a32b35d8-b85e-44aa-b597-d9ce77b30885", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.001989] env[69843]: DEBUG nova.network.neutron [-] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.149803] env[69843]: DEBUG nova.network.neutron [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Successfully created port: 48d11ade-cbfd-4100-a3b2-2783f55b65d3 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.158900] env[69843]: DEBUG nova.compute.manager [req-d66c9d2c-6259-4caa-8e12-873b54673f60 req-20434bf7-fffa-4a18-a6d7-e14c5f82bfad service nova] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Received event network-vif-deleted-54a3fd23-cdd9-4454-b3ba-c2ae82ef9212 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.221033] env[69843]: DEBUG nova.compute.manager [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.246176] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.246176] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.299779] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e583e6-0191-551e-2000-41f71cb2bffb, 'name': SearchDatastore_Task, 'duration_secs': 0.016477} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.300842] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95f97ef-d70b-4595-8dcd-81c62fe3141f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.312420] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Waiting for the task: (returnval){ [ 744.312420] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526e027a-f9cd-9bd5-eed3-d2767ae2fa08" [ 744.312420] env[69843]: _type = "Task" [ 744.312420] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.319856] env[69843]: DEBUG oslo_vmware.api [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703824, 'name': RemoveSnapshot_Task, 'duration_secs': 0.928202} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.320560] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 744.321059] env[69843]: INFO nova.compute.manager [None req-04734a75-8e1e-4494-b3ae-bb69684bcbc2 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Took 17.23 seconds to snapshot the instance on the hypervisor. [ 744.327522] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526e027a-f9cd-9bd5-eed3-d2767ae2fa08, 'name': SearchDatastore_Task, 'duration_secs': 0.015737} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.327522] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.328686] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 62b00bec-6db7-4864-86eb-d702db8dbc47/62b00bec-6db7-4864-86eb-d702db8dbc47.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.328686] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50c67dce-4636-4047-8073-56696a845735 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.340153] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Waiting for the task: (returnval){ [ 744.340153] env[69843]: value = "task-3703825" [ 744.340153] env[69843]: _type = "Task" [ 744.340153] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.352391] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.481815] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8a29a5-c088-4372-990d-d9205e888eea {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.490913] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e395a73b-5cc4-4f5b-a680-9d82cbd1b3ac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.496178] env[69843]: DEBUG nova.network.neutron [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.527751] env[69843]: DEBUG oslo_concurrency.lockutils [req-c3b10426-142a-4020-a964-2ef00b5168fd req-5335c5eb-191b-492e-a8b0-9efe754678e6 service nova] Releasing lock "refresh_cache-62b00bec-6db7-4864-86eb-d702db8dbc47" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.527865] env[69843]: DEBUG nova.compute.manager [req-c3b10426-142a-4020-a964-2ef00b5168fd req-5335c5eb-191b-492e-a8b0-9efe754678e6 service nova] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Received event network-vif-deleted-cc39f24a-047a-4ab6-b2c5-87fab87da5ab {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.528345] env[69843]: INFO nova.compute.manager [-] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Took 1.53 seconds to deallocate network for instance. [ 744.536785] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb79defe-be7a-4ad9-84dc-ad8551ac146d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.545926] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c725efb1-4645-4618-a1f4-a7ca6a0a913e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.565633] env[69843]: DEBUG nova.compute.provider_tree [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.859298] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.872079] env[69843]: DEBUG nova.network.neutron [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Updating instance_info_cache with network_info: [{"id": "992e8661-4b21-44a3-8c42-46dda4638f8b", "address": "fa:16:3e:36:6a:1e", "network": {"id": "5b06adcb-0191-4df3-9914-ab9db9c50740", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2085592101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260d055c17bb4c8cb0abb5217f05a884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992e8661-4b", "ovs_interfaceid": "992e8661-4b21-44a3-8c42-46dda4638f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.921133] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.921539] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.037230] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.069022] env[69843]: DEBUG nova.scheduler.client.report [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.175106] env[69843]: DEBUG nova.compute.manager [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Received event network-vif-plugged-992e8661-4b21-44a3-8c42-46dda4638f8b {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.175720] env[69843]: DEBUG oslo_concurrency.lockutils [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] Acquiring lock "93638b9b-cc01-4aca-9e55-7cf5f24d95da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.175720] env[69843]: DEBUG oslo_concurrency.lockutils [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] Lock "93638b9b-cc01-4aca-9e55-7cf5f24d95da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.175720] env[69843]: DEBUG oslo_concurrency.lockutils [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] Lock "93638b9b-cc01-4aca-9e55-7cf5f24d95da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.176487] env[69843]: DEBUG nova.compute.manager [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] No waiting events found dispatching network-vif-plugged-992e8661-4b21-44a3-8c42-46dda4638f8b {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 745.176487] env[69843]: WARNING nova.compute.manager [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Received unexpected event network-vif-plugged-992e8661-4b21-44a3-8c42-46dda4638f8b for instance with vm_state building and task_state spawning. [ 745.176487] env[69843]: DEBUG nova.compute.manager [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Received event network-changed-992e8661-4b21-44a3-8c42-46dda4638f8b {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.176694] env[69843]: DEBUG nova.compute.manager [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Refreshing instance network info cache due to event network-changed-992e8661-4b21-44a3-8c42-46dda4638f8b. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.176882] env[69843]: DEBUG oslo_concurrency.lockutils [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] Acquiring lock "refresh_cache-93638b9b-cc01-4aca-9e55-7cf5f24d95da" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.238282] env[69843]: DEBUG nova.compute.manager [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.322703] env[69843]: DEBUG nova.virt.hardware [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.322944] env[69843]: DEBUG nova.virt.hardware [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.323114] env[69843]: DEBUG nova.virt.hardware [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.323296] env[69843]: DEBUG nova.virt.hardware [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.323440] env[69843]: DEBUG nova.virt.hardware [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.323587] env[69843]: DEBUG nova.virt.hardware [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.323797] env[69843]: DEBUG nova.virt.hardware [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.323991] env[69843]: DEBUG nova.virt.hardware [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.324185] env[69843]: DEBUG nova.virt.hardware [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.324370] env[69843]: DEBUG nova.virt.hardware [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.324540] env[69843]: DEBUG nova.virt.hardware [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.325458] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace3cc3c-f606-42e7-91b3-e8297cdbae62 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.334674] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60a9fe6-4c34-4620-89ff-d727c8aa132a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.360520] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646289} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.360846] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 62b00bec-6db7-4864-86eb-d702db8dbc47/62b00bec-6db7-4864-86eb-d702db8dbc47.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.361033] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.361294] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f6c297f-0f4b-4af7-86d5-7ee6c32ed814 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.369693] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Waiting for the task: (returnval){ [ 745.369693] env[69843]: value = "task-3703826" [ 745.369693] env[69843]: _type = "Task" [ 745.369693] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.374990] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Releasing lock "refresh_cache-93638b9b-cc01-4aca-9e55-7cf5f24d95da" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.375455] env[69843]: DEBUG nova.compute.manager [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Instance network_info: |[{"id": "992e8661-4b21-44a3-8c42-46dda4638f8b", "address": "fa:16:3e:36:6a:1e", "network": {"id": "5b06adcb-0191-4df3-9914-ab9db9c50740", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2085592101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260d055c17bb4c8cb0abb5217f05a884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992e8661-4b", "ovs_interfaceid": "992e8661-4b21-44a3-8c42-46dda4638f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.379166] env[69843]: DEBUG oslo_concurrency.lockutils [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] Acquired lock "refresh_cache-93638b9b-cc01-4aca-9e55-7cf5f24d95da" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.379388] env[69843]: DEBUG nova.network.neutron [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Refreshing network info cache for port 992e8661-4b21-44a3-8c42-46dda4638f8b {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.380970] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:6a:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '992e8661-4b21-44a3-8c42-46dda4638f8b', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.390272] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Creating folder: Project (260d055c17bb4c8cb0abb5217f05a884). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.390694] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.394138] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cfda84b-83c1-4cc8-9d79-0a267f567d25 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.409687] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Created folder: Project (260d055c17bb4c8cb0abb5217f05a884) in parent group-v737654. [ 745.409986] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Creating folder: Instances. Parent ref: group-v737743. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.410409] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42777a6e-689d-4259-ad39-8e86983c0ee1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.425310] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Created folder: Instances in parent group-v737743. [ 745.425590] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.425802] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.426033] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42045a46-e353-4301-b8f9-3727b71b6af6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.456044] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.456044] env[69843]: value = "task-3703829" [ 745.456044] env[69843]: _type = "Task" [ 745.456044] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.466082] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703829, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.574950] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.579620] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.093s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.582197] env[69843]: INFO nova.compute.claims [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.620262] env[69843]: INFO nova.scheduler.client.report [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Deleted allocations for instance 1964a3cc-a62d-4085-94cf-b0495ea26fe0 [ 745.732698] env[69843]: DEBUG nova.network.neutron [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Updated VIF entry in instance network info cache for port 992e8661-4b21-44a3-8c42-46dda4638f8b. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.733162] env[69843]: DEBUG nova.network.neutron [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Updating instance_info_cache with network_info: [{"id": "992e8661-4b21-44a3-8c42-46dda4638f8b", "address": "fa:16:3e:36:6a:1e", "network": {"id": "5b06adcb-0191-4df3-9914-ab9db9c50740", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2085592101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "260d055c17bb4c8cb0abb5217f05a884", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap992e8661-4b", "ovs_interfaceid": "992e8661-4b21-44a3-8c42-46dda4638f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.786371] env[69843]: DEBUG nova.network.neutron [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Successfully updated port: 48d11ade-cbfd-4100-a3b2-2783f55b65d3 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.879914] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087367} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.880250] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.881177] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bfd57d-9147-41ca-b048-8a326a9f85c5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.906505] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 62b00bec-6db7-4864-86eb-d702db8dbc47/62b00bec-6db7-4864-86eb-d702db8dbc47.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.907940] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c7321cc-39d8-46b9-8e95-287be914d1db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.932041] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Waiting for the task: (returnval){ [ 745.932041] env[69843]: value = "task-3703830" [ 745.932041] env[69843]: _type = "Task" [ 745.932041] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.942528] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.967130] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703829, 'name': CreateVM_Task, 'duration_secs': 0.434041} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.967328] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.968131] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.968312] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.968644] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.968933] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3025ae50-90db-4544-ae77-21b41214bab6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.974641] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Waiting for the task: (returnval){ [ 745.974641] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c854c4-86a9-23ae-8fa5-885752bc34fc" [ 745.974641] env[69843]: _type = "Task" [ 745.974641] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.983783] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c854c4-86a9-23ae-8fa5-885752bc34fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.128730] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0aba73c4-76d5-4ad7-bcf6-bf22f2448182 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "1964a3cc-a62d-4085-94cf-b0495ea26fe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.866s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.236891] env[69843]: DEBUG oslo_concurrency.lockutils [req-8aac1bcf-3bcb-4d4a-965a-84dda7dc8eb4 req-70ffe34e-5f2c-4e65-8d17-2fa3a64aeb2a service nova] Releasing lock "refresh_cache-93638b9b-cc01-4aca-9e55-7cf5f24d95da" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.292642] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "refresh_cache-222f4b6a-f397-4a13-8a88-c8ecf3d71544" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.292795] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "refresh_cache-222f4b6a-f397-4a13-8a88-c8ecf3d71544" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.292946] env[69843]: DEBUG nova.network.neutron [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.444104] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.486195] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c854c4-86a9-23ae-8fa5-885752bc34fc, 'name': SearchDatastore_Task, 'duration_secs': 0.018501} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.486541] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.487324] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.487627] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.488919] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.488919] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.488919] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5af2c86-dc45-47d4-8e96-6eb21eb18137 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.503903] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.504143] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.504957] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81792a96-e4f2-4015-8ac5-a90d7b0430a1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.511099] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Waiting for the task: (returnval){ [ 746.511099] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f02672-ec99-059e-eed9-49998135a967" [ 746.511099] env[69843]: _type = "Task" [ 746.511099] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.520668] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f02672-ec99-059e-eed9-49998135a967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.836152] env[69843]: DEBUG nova.network.neutron [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.915209] env[69843]: DEBUG nova.compute.manager [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 746.915604] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc90ff2-22e1-4dba-af55-9ac90803cb5c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.945600] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.023896] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f02672-ec99-059e-eed9-49998135a967, 'name': SearchDatastore_Task, 'duration_secs': 0.020029} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.028099] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e275d26e-da90-4df4-a193-9e86262bf582 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.035320] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Waiting for the task: (returnval){ [ 747.035320] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52aac340-5c56-14d6-c303-e54f7e87236b" [ 747.035320] env[69843]: _type = "Task" [ 747.035320] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.047583] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52aac340-5c56-14d6-c303-e54f7e87236b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.072954] env[69843]: DEBUG nova.network.neutron [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Updating instance_info_cache with network_info: [{"id": "48d11ade-cbfd-4100-a3b2-2783f55b65d3", "address": "fa:16:3e:64:cf:7e", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48d11ade-cb", "ovs_interfaceid": "48d11ade-cbfd-4100-a3b2-2783f55b65d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.214552] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5816ea1-5de1-4781-be76-481c00d03e01 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.227311] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3da8c6-d34d-477e-9146-5a8d26621704 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.274059] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd633dff-b754-468b-8bf6-57d9e1bb08ee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.280931] env[69843]: DEBUG nova.compute.manager [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Received event network-vif-plugged-48d11ade-cbfd-4100-a3b2-2783f55b65d3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.281255] env[69843]: DEBUG oslo_concurrency.lockutils [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] Acquiring lock "222f4b6a-f397-4a13-8a88-c8ecf3d71544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.282254] env[69843]: DEBUG oslo_concurrency.lockutils [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] Lock "222f4b6a-f397-4a13-8a88-c8ecf3d71544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.282254] env[69843]: DEBUG oslo_concurrency.lockutils [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] Lock "222f4b6a-f397-4a13-8a88-c8ecf3d71544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.282254] env[69843]: DEBUG nova.compute.manager [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] No waiting events found dispatching network-vif-plugged-48d11ade-cbfd-4100-a3b2-2783f55b65d3 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 747.282455] env[69843]: WARNING nova.compute.manager [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Received unexpected event network-vif-plugged-48d11ade-cbfd-4100-a3b2-2783f55b65d3 for instance with vm_state building and task_state spawning. [ 747.282572] env[69843]: DEBUG nova.compute.manager [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Received event network-changed-48d11ade-cbfd-4100-a3b2-2783f55b65d3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.282800] env[69843]: DEBUG nova.compute.manager [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Refreshing instance network info cache due to event network-changed-48d11ade-cbfd-4100-a3b2-2783f55b65d3. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.283081] env[69843]: DEBUG oslo_concurrency.lockutils [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] Acquiring lock "refresh_cache-222f4b6a-f397-4a13-8a88-c8ecf3d71544" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.290524] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95123bea-03e0-4bdb-a899-75be775097a1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.310163] env[69843]: DEBUG nova.compute.provider_tree [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.440556] env[69843]: INFO nova.compute.manager [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] instance snapshotting [ 747.452781] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518e404e-e690-4f4d-ad88-d5fe9f69d48b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.469898] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703830, 'name': ReconfigVM_Task, 'duration_secs': 1.468802} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.498983] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 62b00bec-6db7-4864-86eb-d702db8dbc47/62b00bec-6db7-4864-86eb-d702db8dbc47.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.499758] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e1fd00d-0e84-4895-ac25-75186a26444a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.502499] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33523b0-8622-41af-8da9-005df38c8282 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.515017] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Waiting for the task: (returnval){ [ 747.515017] env[69843]: value = "task-3703831" [ 747.515017] env[69843]: _type = "Task" [ 747.515017] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.525112] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703831, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.549321] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52aac340-5c56-14d6-c303-e54f7e87236b, 'name': SearchDatastore_Task, 'duration_secs': 0.015716} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.549519] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.549903] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 93638b9b-cc01-4aca-9e55-7cf5f24d95da/93638b9b-cc01-4aca-9e55-7cf5f24d95da.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.550417] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-233d3fd6-0cb8-4e09-88da-b09b4d212597 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.559590] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Waiting for the task: (returnval){ [ 747.559590] env[69843]: value = "task-3703832" [ 747.559590] env[69843]: _type = "Task" [ 747.559590] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.571584] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.576496] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "refresh_cache-222f4b6a-f397-4a13-8a88-c8ecf3d71544" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.576880] env[69843]: DEBUG nova.compute.manager [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Instance network_info: |[{"id": "48d11ade-cbfd-4100-a3b2-2783f55b65d3", "address": "fa:16:3e:64:cf:7e", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48d11ade-cb", "ovs_interfaceid": "48d11ade-cbfd-4100-a3b2-2783f55b65d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.577206] env[69843]: DEBUG oslo_concurrency.lockutils [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] Acquired lock "refresh_cache-222f4b6a-f397-4a13-8a88-c8ecf3d71544" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.577423] env[69843]: DEBUG nova.network.neutron [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Refreshing network info cache for port 48d11ade-cbfd-4100-a3b2-2783f55b65d3 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.578839] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:cf:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48d11ade-cbfd-4100-a3b2-2783f55b65d3', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.586782] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.587850] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.588140] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59a3c137-4f5c-47bb-bd0d-1f8f1691f49a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.610916] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.610916] env[69843]: value = "task-3703833" [ 747.610916] env[69843]: _type = "Task" [ 747.610916] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.620373] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703833, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.834715] env[69843]: ERROR nova.scheduler.client.report [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [req-8a068d5d-e036-44b7-af4e-8c014567ccf3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f473df78-9fd2-4a18-9b1b-7c5fc5ca712b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8a068d5d-e036-44b7-af4e-8c014567ccf3"}]} [ 747.856096] env[69843]: DEBUG nova.scheduler.client.report [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Refreshing inventories for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 747.874141] env[69843]: DEBUG nova.scheduler.client.report [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Updating ProviderTree inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 747.874437] env[69843]: DEBUG nova.compute.provider_tree [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.890619] env[69843]: DEBUG nova.scheduler.client.report [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Refreshing aggregate associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, aggregates: None {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 747.914061] env[69843]: DEBUG nova.scheduler.client.report [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Refreshing trait associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 748.021840] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 748.021840] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4cbc835-c151-4e2b-94ca-8fee703427b4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.031055] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703831, 'name': Rename_Task, 'duration_secs': 0.200995} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.034468] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.034468] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f293548-3c68-49fe-b88d-b27f79f0e15a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.040807] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 748.040807] env[69843]: value = "task-3703834" [ 748.040807] env[69843]: _type = "Task" [ 748.040807] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.048093] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Waiting for the task: (returnval){ [ 748.048093] env[69843]: value = "task-3703835" [ 748.048093] env[69843]: _type = "Task" [ 748.048093] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.061023] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703834, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.074589] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703835, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.086607] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.128593] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703833, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.410958] env[69843]: DEBUG nova.network.neutron [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Updated VIF entry in instance network info cache for port 48d11ade-cbfd-4100-a3b2-2783f55b65d3. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.410958] env[69843]: DEBUG nova.network.neutron [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Updating instance_info_cache with network_info: [{"id": "48d11ade-cbfd-4100-a3b2-2783f55b65d3", "address": "fa:16:3e:64:cf:7e", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48d11ade-cb", "ovs_interfaceid": "48d11ade-cbfd-4100-a3b2-2783f55b65d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.554804] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703834, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.564321] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703835, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.576423] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610355} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.576579] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 93638b9b-cc01-4aca-9e55-7cf5f24d95da/93638b9b-cc01-4aca-9e55-7cf5f24d95da.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.576740] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.577017] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-225e2364-1067-47ad-9f86-d7376b665ae6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.583317] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890abd00-dcf3-4e13-a14c-a10e8e4585c8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.587886] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Waiting for the task: (returnval){ [ 748.587886] env[69843]: value = "task-3703836" [ 748.587886] env[69843]: _type = "Task" [ 748.587886] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.595746] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac9c52c-886c-42f3-96d3-b3e0d0716102 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.603688] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.640026] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115849bf-4982-4a0d-b00c-c030f392c0a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.651938] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155617fb-0801-466c-b2b1-213f5b245d1f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.656291] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703833, 'name': CreateVM_Task, 'duration_secs': 0.707466} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.656520] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.657656] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.657766] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.658100] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.658373] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5dbbdd3-9125-4c30-874b-90a2a80d9a6e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.669579] env[69843]: DEBUG nova.compute.provider_tree [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.675384] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 748.675384] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e79d87-fb6a-b049-f997-376baecb4e69" [ 748.675384] env[69843]: _type = "Task" [ 748.675384] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.685357] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e79d87-fb6a-b049-f997-376baecb4e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.917987] env[69843]: DEBUG oslo_concurrency.lockutils [req-f42203c7-7612-4347-8b6e-83e4cc162473 req-261263d6-09d3-47e1-9cef-460b62e3e87d service nova] Releasing lock "refresh_cache-222f4b6a-f397-4a13-8a88-c8ecf3d71544" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.054609] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703834, 'name': CreateSnapshot_Task, 'duration_secs': 0.589924} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.058105] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 749.058881] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45345ac6-804e-4d5e-9a1a-9aa3af2f1bc7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.068467] env[69843]: DEBUG oslo_vmware.api [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703835, 'name': PowerOnVM_Task, 'duration_secs': 0.933177} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.071778] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.071986] env[69843]: INFO nova.compute.manager [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Took 9.58 seconds to spawn the instance on the hypervisor. [ 749.072706] env[69843]: DEBUG nova.compute.manager [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 749.075816] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f7ba44-94a3-4bbd-b141-b892264fbcf5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.099861] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079735} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.099861] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.100362] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6743038a-089c-4c84-b2a0-fc6248a85273 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.123718] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 93638b9b-cc01-4aca-9e55-7cf5f24d95da/93638b9b-cc01-4aca-9e55-7cf5f24d95da.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.124819] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cedb19f-c6b0-4870-8056-4727e3d45909 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.149497] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Waiting for the task: (returnval){ [ 749.149497] env[69843]: value = "task-3703837" [ 749.149497] env[69843]: _type = "Task" [ 749.149497] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.160243] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.188924] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e79d87-fb6a-b049-f997-376baecb4e69, 'name': SearchDatastore_Task, 'duration_secs': 0.036706} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.189302] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.189551] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.189801] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.189957] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.190131] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.190423] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f74ba7f9-2a86-488b-8485-cd9f56509057 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.193793] env[69843]: ERROR nova.scheduler.client.report [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [req-db39c89e-9f0a-4505-a21b-76852e5e6e6a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f473df78-9fd2-4a18-9b1b-7c5fc5ca712b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-db39c89e-9f0a-4505-a21b-76852e5e6e6a"}]} [ 749.201115] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.201329] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.202225] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf68f7b-212b-478b-94f0-d6915e94d009 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.209891] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 749.209891] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5230f591-39f8-9c71-9be1-9f13a3dd9873" [ 749.209891] env[69843]: _type = "Task" [ 749.209891] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.215790] env[69843]: DEBUG nova.scheduler.client.report [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Refreshing inventories for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 749.221635] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5230f591-39f8-9c71-9be1-9f13a3dd9873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.233798] env[69843]: DEBUG nova.scheduler.client.report [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Updating ProviderTree inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 749.234042] env[69843]: DEBUG nova.compute.provider_tree [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 749.249145] env[69843]: DEBUG nova.scheduler.client.report [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Refreshing aggregate associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, aggregates: None {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 749.265538] env[69843]: DEBUG nova.scheduler.client.report [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Refreshing trait associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 749.500850] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.501208] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.586442] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 749.595019] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7edf11e6-9dbb-403a-a7a8-a0f2cf5b3fa8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.600038] env[69843]: INFO nova.compute.manager [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Took 40.40 seconds to build instance. [ 749.602275] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 749.602275] env[69843]: value = "task-3703838" [ 749.602275] env[69843]: _type = "Task" [ 749.602275] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.617269] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703838, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.663123] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.723910] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5230f591-39f8-9c71-9be1-9f13a3dd9873, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.724789] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c122b84b-126b-4484-b9aa-7dcfd86eab4e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.731888] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 749.731888] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cb9cd3-ab09-5708-67bc-8a0117779b8b" [ 749.731888] env[69843]: _type = "Task" [ 749.731888] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.741741] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cb9cd3-ab09-5708-67bc-8a0117779b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.820089] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9950169c-bd2f-4599-bb11-b59d865bec73 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.829181] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c434cb2-193f-4097-bf0d-8ed8a9751d7f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.863529] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e2e838-936d-4f45-aa77-11504cdc61ee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.872886] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be04ef9-1710-4e06-9bd1-1319d092d63a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.888617] env[69843]: DEBUG nova.compute.provider_tree [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.103344] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f33b48d3-7bbf-414c-8f05-31981a05cf34 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Lock "62b00bec-6db7-4864-86eb-d702db8dbc47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.391s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.118051] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703838, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.164606] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703837, 'name': ReconfigVM_Task, 'duration_secs': 0.829615} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.164944] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 93638b9b-cc01-4aca-9e55-7cf5f24d95da/93638b9b-cc01-4aca-9e55-7cf5f24d95da.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.165797] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2532cd1-bbbc-48d4-abb6-5195e69eac4e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.174602] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Waiting for the task: (returnval){ [ 750.174602] env[69843]: value = "task-3703839" [ 750.174602] env[69843]: _type = "Task" [ 750.174602] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.186616] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703839, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.245436] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cb9cd3-ab09-5708-67bc-8a0117779b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011848} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.246346] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.246346] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 222f4b6a-f397-4a13-8a88-c8ecf3d71544/222f4b6a-f397-4a13-8a88-c8ecf3d71544.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.247574] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab3b3410-c679-4509-bd30-209a09e8d40e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.258150] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 750.258150] env[69843]: value = "task-3703840" [ 750.258150] env[69843]: _type = "Task" [ 750.258150] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.270419] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.430733] env[69843]: DEBUG nova.scheduler.client.report [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 750.431036] env[69843]: DEBUG nova.compute.provider_tree [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 58 to 59 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 750.431331] env[69843]: DEBUG nova.compute.provider_tree [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.610158] env[69843]: DEBUG nova.compute.manager [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.618627] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703838, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.688036] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703839, 'name': Rename_Task, 'duration_secs': 0.236705} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.688257] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.688354] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ede59400-4fbe-466b-bbc0-1be7e829d677 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.698177] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Waiting for the task: (returnval){ [ 750.698177] env[69843]: value = "task-3703841" [ 750.698177] env[69843]: _type = "Task" [ 750.698177] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.711612] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.770153] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703840, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.937668] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.358s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.938288] env[69843]: DEBUG nova.compute.manager [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.941156] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.813s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.943294] env[69843]: INFO nova.compute.claims [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.093229] env[69843]: DEBUG oslo_vmware.rw_handles [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5c321-0833-7ddb-90f3-0e8dca147b39/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 751.094159] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88953a11-a6b5-4a0e-b552-228938f83203 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.101072] env[69843]: DEBUG oslo_vmware.rw_handles [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5c321-0833-7ddb-90f3-0e8dca147b39/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 751.101256] env[69843]: ERROR oslo_vmware.rw_handles [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5c321-0833-7ddb-90f3-0e8dca147b39/disk-0.vmdk due to incomplete transfer. [ 751.101890] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c2fe9e3-2d9b-49e7-8d6e-ba78e995a2f1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.109516] env[69843]: DEBUG oslo_vmware.rw_handles [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c5c321-0833-7ddb-90f3-0e8dca147b39/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 751.109721] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Uploaded image 1f0adc3a-2054-43ee-beae-473430624a40 to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 751.111392] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 751.114949] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a2574a6d-3d3b-4dfa-b56e-fd60f1c42da2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.117221] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703838, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.124600] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 751.124600] env[69843]: value = "task-3703842" [ 751.124600] env[69843]: _type = "Task" [ 751.124600] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.139286] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703842, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.145693] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.221866] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.273924] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635405} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.273977] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 222f4b6a-f397-4a13-8a88-c8ecf3d71544/222f4b6a-f397-4a13-8a88-c8ecf3d71544.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.274519] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.274830] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39276b79-0ad2-4b11-b849-e4f030a63245 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.284046] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 751.284046] env[69843]: value = "task-3703843" [ 751.284046] env[69843]: _type = "Task" [ 751.284046] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.294863] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.448038] env[69843]: DEBUG nova.compute.utils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.451548] env[69843]: DEBUG nova.compute.manager [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.451724] env[69843]: DEBUG nova.network.neutron [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.501963] env[69843]: DEBUG nova.policy [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2065e9da454474494253eab60c18bde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c70f5c662804c77a252f1e769868d86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.621062] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703838, 'name': CloneVM_Task, 'duration_secs': 1.867485} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.621542] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Created linked-clone VM from snapshot [ 751.622473] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19edaac0-b6e3-4c1e-81f1-23ee063ec0b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.637382] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Uploading image e56bbf5f-d754-4597-9bd2-57a3eedd702c {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 751.648044] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703842, 'name': Destroy_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.666931] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 751.666931] env[69843]: value = "vm-737748" [ 751.666931] env[69843]: _type = "VirtualMachine" [ 751.666931] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 751.667612] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f9ee9227-07f4-4d56-a9a3-43cf0fa3379f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.676413] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lease: (returnval){ [ 751.676413] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5260b315-2ff0-d1c3-ce99-38e6c24a3fff" [ 751.676413] env[69843]: _type = "HttpNfcLease" [ 751.676413] env[69843]: } obtained for exporting VM: (result){ [ 751.676413] env[69843]: value = "vm-737748" [ 751.676413] env[69843]: _type = "VirtualMachine" [ 751.676413] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 751.676884] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the lease: (returnval){ [ 751.676884] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5260b315-2ff0-d1c3-ce99-38e6c24a3fff" [ 751.676884] env[69843]: _type = "HttpNfcLease" [ 751.676884] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 751.686482] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 751.686482] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5260b315-2ff0-d1c3-ce99-38e6c24a3fff" [ 751.686482] env[69843]: _type = "HttpNfcLease" [ 751.686482] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 751.705156] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Acquiring lock "62b00bec-6db7-4864-86eb-d702db8dbc47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.705520] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Lock "62b00bec-6db7-4864-86eb-d702db8dbc47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.705758] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Acquiring lock "62b00bec-6db7-4864-86eb-d702db8dbc47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.705944] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Lock "62b00bec-6db7-4864-86eb-d702db8dbc47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.706150] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Lock "62b00bec-6db7-4864-86eb-d702db8dbc47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.709090] env[69843]: INFO nova.compute.manager [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Terminating instance [ 751.716584] env[69843]: DEBUG oslo_vmware.api [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703841, 'name': PowerOnVM_Task, 'duration_secs': 0.99717} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.721739] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.721739] env[69843]: INFO nova.compute.manager [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Took 9.37 seconds to spawn the instance on the hypervisor. [ 751.721739] env[69843]: DEBUG nova.compute.manager [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.721739] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1803e0da-46a5-4284-9de0-ac093eac0180 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.799544] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155573} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.799872] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.800781] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de92b0c7-a9a6-4a20-b8e2-45d55a51b039 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.839865] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 222f4b6a-f397-4a13-8a88-c8ecf3d71544/222f4b6a-f397-4a13-8a88-c8ecf3d71544.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.841333] env[69843]: DEBUG nova.network.neutron [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Successfully created port: 6a667367-4999-409a-b505-c4a9fb5ea808 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.846237] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfd331cf-79a4-45fe-870f-60b2d7e0a6d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.880660] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 751.880660] env[69843]: value = "task-3703845" [ 751.880660] env[69843]: _type = "Task" [ 751.880660] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.893921] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.952307] env[69843]: DEBUG nova.compute.manager [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.153063] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703842, 'name': Destroy_Task, 'duration_secs': 0.698303} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.154425] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Destroyed the VM [ 752.155206] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 752.156080] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-806a31b6-5177-4090-b32f-a78070b52426 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.168146] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 752.168146] env[69843]: value = "task-3703846" [ 752.168146] env[69843]: _type = "Task" [ 752.168146] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.180317] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703846, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.190990] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.190990] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5260b315-2ff0-d1c3-ce99-38e6c24a3fff" [ 752.190990] env[69843]: _type = "HttpNfcLease" [ 752.190990] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 752.191383] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 752.191383] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5260b315-2ff0-d1c3-ce99-38e6c24a3fff" [ 752.191383] env[69843]: _type = "HttpNfcLease" [ 752.191383] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 752.192301] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d7c27f-5d40-40d2-9d9f-7eacbdedbc66 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.201469] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d1abb-0225-968c-65d9-7f26f145eda1/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 752.201873] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d1abb-0225-968c-65d9-7f26f145eda1/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 752.257231] env[69843]: DEBUG nova.compute.manager [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.257564] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.266294] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138c1ff9-face-492d-8de1-36f21e6634d1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.274840] env[69843]: INFO nova.compute.manager [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Took 39.82 seconds to build instance. [ 752.286673] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.286673] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dce9208-f2bc-4e63-8093-207e229e09b4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.297371] env[69843]: DEBUG oslo_vmware.api [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Waiting for the task: (returnval){ [ 752.297371] env[69843]: value = "task-3703847" [ 752.297371] env[69843]: _type = "Task" [ 752.297371] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.311990] env[69843]: DEBUG oslo_vmware.api [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.327712] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-889b2bf1-8494-41e1-80e6-ea738ccb41e4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.392306] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703845, 'name': ReconfigVM_Task, 'duration_secs': 0.320429} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.392424] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 222f4b6a-f397-4a13-8a88-c8ecf3d71544/222f4b6a-f397-4a13-8a88-c8ecf3d71544.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.393109] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e97a8e96-95f4-478d-b1cc-6d25ed453f1f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.401643] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 752.401643] env[69843]: value = "task-3703848" [ 752.401643] env[69843]: _type = "Task" [ 752.401643] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.412627] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703848, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.643351] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Acquiring lock "29a09314-10de-4b2e-8321-e4efab012869" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.643627] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Lock "29a09314-10de-4b2e-8321-e4efab012869" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.643837] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Acquiring lock "29a09314-10de-4b2e-8321-e4efab012869-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.644040] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Lock "29a09314-10de-4b2e-8321-e4efab012869-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.644226] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Lock "29a09314-10de-4b2e-8321-e4efab012869-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.646922] env[69843]: INFO nova.compute.manager [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Terminating instance [ 752.681214] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703846, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.780426] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c32ae78-c61c-4129-bd46-0bbfb3f6985b tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Lock "93638b9b-cc01-4aca-9e55-7cf5f24d95da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.734s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.809122] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10b4a92-e6d7-4e2f-a0f8-a2e56407c51b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.815991] env[69843]: DEBUG oslo_vmware.api [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703847, 'name': PowerOffVM_Task, 'duration_secs': 0.294992} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.816959] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.816959] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.816959] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9243b53b-6425-4b0c-bd8e-753336ea8a51 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.822612] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb91341-e50e-4bf5-9825-1d1b919f0a32 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.869829] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c43a55-a35b-4cd9-909a-79df915f2478 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.880807] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb98a65-bea5-4156-ade0-b7012e327ce5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.899433] env[69843]: DEBUG nova.compute.provider_tree [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.903334] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.903976] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.904717] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Deleting the datastore file [datastore2] 62b00bec-6db7-4864-86eb-d702db8dbc47 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.908204] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-753dfc8f-25d5-41db-9fa3-a3c8e76237c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.917271] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703848, 'name': Rename_Task, 'duration_secs': 0.194328} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.919609] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.920593] env[69843]: DEBUG oslo_vmware.api [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Waiting for the task: (returnval){ [ 752.920593] env[69843]: value = "task-3703850" [ 752.920593] env[69843]: _type = "Task" [ 752.920593] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.921083] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6946d177-45e2-4b86-aa07-29ae68fa8995 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.936961] env[69843]: DEBUG oslo_vmware.api [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.938896] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 752.938896] env[69843]: value = "task-3703851" [ 752.938896] env[69843]: _type = "Task" [ 752.938896] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.962458] env[69843]: DEBUG nova.compute.manager [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.998757] env[69843]: DEBUG nova.virt.hardware [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.998757] env[69843]: DEBUG nova.virt.hardware [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.998932] env[69843]: DEBUG nova.virt.hardware [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.999272] env[69843]: DEBUG nova.virt.hardware [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.999531] env[69843]: DEBUG nova.virt.hardware [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.999915] env[69843]: DEBUG nova.virt.hardware [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.000206] env[69843]: DEBUG nova.virt.hardware [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.000399] env[69843]: DEBUG nova.virt.hardware [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.001021] env[69843]: DEBUG nova.virt.hardware [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.001415] env[69843]: DEBUG nova.virt.hardware [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.001625] env[69843]: DEBUG nova.virt.hardware [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.003358] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbf4bbe-5b02-4314-bc28-630d743ea349 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.012508] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d9805f-e287-40a9-8451-ac1e1ea3a60d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.158716] env[69843]: DEBUG nova.compute.manager [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.158987] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.159987] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ca57b1-f3c1-4312-b750-5f07db79a62a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.172738] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.177770] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4466b304-0cff-48df-b722-4efff4fcbc46 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.186621] env[69843]: DEBUG oslo_vmware.api [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703846, 'name': RemoveSnapshot_Task, 'duration_secs': 0.934615} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.188091] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 753.188642] env[69843]: INFO nova.compute.manager [None req-624da844-8fb9-47d9-afbc-9ec5fa9dec26 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Took 17.20 seconds to snapshot the instance on the hypervisor. [ 753.191900] env[69843]: DEBUG oslo_vmware.api [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Waiting for the task: (returnval){ [ 753.191900] env[69843]: value = "task-3703852" [ 753.191900] env[69843]: _type = "Task" [ 753.191900] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.206042] env[69843]: DEBUG oslo_vmware.api [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.270041] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Acquiring lock "93638b9b-cc01-4aca-9e55-7cf5f24d95da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.270441] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Lock "93638b9b-cc01-4aca-9e55-7cf5f24d95da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.270690] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Acquiring lock "93638b9b-cc01-4aca-9e55-7cf5f24d95da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.270881] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Lock "93638b9b-cc01-4aca-9e55-7cf5f24d95da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.271066] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Lock "93638b9b-cc01-4aca-9e55-7cf5f24d95da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.275125] env[69843]: INFO nova.compute.manager [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Terminating instance [ 753.283840] env[69843]: DEBUG nova.compute.manager [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.408939] env[69843]: DEBUG nova.scheduler.client.report [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.438037] env[69843]: DEBUG oslo_vmware.api [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Task: {'id': task-3703850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221274} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.438037] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.438037] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.438037] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.438037] env[69843]: INFO nova.compute.manager [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Took 1.18 seconds to destroy the instance on the hypervisor. [ 753.438037] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.438037] env[69843]: DEBUG nova.compute.manager [-] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.438037] env[69843]: DEBUG nova.network.neutron [-] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.453549] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703851, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.511973] env[69843]: DEBUG nova.network.neutron [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Successfully updated port: 6a667367-4999-409a-b505-c4a9fb5ea808 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.519555] env[69843]: DEBUG nova.compute.manager [req-b425ec6c-b869-496f-b1df-7d346021f9b0 req-d3573776-3c22-4ef9-8fd6-c98fd9ee520d service nova] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Received event network-vif-plugged-6a667367-4999-409a-b505-c4a9fb5ea808 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.520022] env[69843]: DEBUG oslo_concurrency.lockutils [req-b425ec6c-b869-496f-b1df-7d346021f9b0 req-d3573776-3c22-4ef9-8fd6-c98fd9ee520d service nova] Acquiring lock "54fe1d54-bec9-4888-9c79-cb23e2a11647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.520150] env[69843]: DEBUG oslo_concurrency.lockutils [req-b425ec6c-b869-496f-b1df-7d346021f9b0 req-d3573776-3c22-4ef9-8fd6-c98fd9ee520d service nova] Lock "54fe1d54-bec9-4888-9c79-cb23e2a11647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.520342] env[69843]: DEBUG oslo_concurrency.lockutils [req-b425ec6c-b869-496f-b1df-7d346021f9b0 req-d3573776-3c22-4ef9-8fd6-c98fd9ee520d service nova] Lock "54fe1d54-bec9-4888-9c79-cb23e2a11647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.520518] env[69843]: DEBUG nova.compute.manager [req-b425ec6c-b869-496f-b1df-7d346021f9b0 req-d3573776-3c22-4ef9-8fd6-c98fd9ee520d service nova] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] No waiting events found dispatching network-vif-plugged-6a667367-4999-409a-b505-c4a9fb5ea808 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 753.520687] env[69843]: WARNING nova.compute.manager [req-b425ec6c-b869-496f-b1df-7d346021f9b0 req-d3573776-3c22-4ef9-8fd6-c98fd9ee520d service nova] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Received unexpected event network-vif-plugged-6a667367-4999-409a-b505-c4a9fb5ea808 for instance with vm_state building and task_state spawning. [ 753.710041] env[69843]: DEBUG oslo_vmware.api [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703852, 'name': PowerOffVM_Task, 'duration_secs': 0.264716} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.710768] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.711110] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.711588] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51a6a08e-6c58-45af-92dc-51257cc1c3b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.780819] env[69843]: DEBUG nova.compute.manager [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.780819] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.781047] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca04703e-325e-4254-944c-240da4d5bff8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.794436] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.801949] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48a9d94b-8a14-4a46-a210-a1d281800b72 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.803691] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.803885] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.804087] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Deleting the datastore file [datastore1] 29a09314-10de-4b2e-8321-e4efab012869 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.804597] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-719ddaea-49da-4230-b7ab-a6ecc9d975b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.814067] env[69843]: DEBUG oslo_vmware.api [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Waiting for the task: (returnval){ [ 753.814067] env[69843]: value = "task-3703854" [ 753.814067] env[69843]: _type = "Task" [ 753.814067] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.816615] env[69843]: DEBUG oslo_vmware.api [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Waiting for the task: (returnval){ [ 753.816615] env[69843]: value = "task-3703855" [ 753.816615] env[69843]: _type = "Task" [ 753.816615] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.829867] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.841817] env[69843]: DEBUG oslo_vmware.api [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.842963] env[69843]: DEBUG oslo_vmware.api [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.920159] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.979s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.921127] env[69843]: DEBUG nova.compute.manager [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.925677] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.562s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.926084] env[69843]: DEBUG nova.objects.instance [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lazy-loading 'resources' on Instance uuid 72bac9c3-fd70-4de4-8aea-37516ac2b0f4 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.956942] env[69843]: DEBUG oslo_vmware.api [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3703851, 'name': PowerOnVM_Task, 'duration_secs': 0.705469} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.957531] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.957888] env[69843]: INFO nova.compute.manager [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Took 8.72 seconds to spawn the instance on the hypervisor. [ 753.958319] env[69843]: DEBUG nova.compute.manager [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.960160] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3eff92-a9ab-4ce8-a963-3969b394aa5c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.013637] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Acquiring lock "refresh_cache-54fe1d54-bec9-4888-9c79-cb23e2a11647" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.013878] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Acquired lock "refresh_cache-54fe1d54-bec9-4888-9c79-cb23e2a11647" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.014120] env[69843]: DEBUG nova.network.neutron [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.122834] env[69843]: DEBUG nova.compute.manager [req-e7659364-d15d-4df0-bf96-22ea6787db9b req-17643178-f892-4ef1-9b7e-1e39f509fbf3 service nova] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Received event network-vif-deleted-a32b35d8-b85e-44aa-b597-d9ce77b30885 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.123215] env[69843]: INFO nova.compute.manager [req-e7659364-d15d-4df0-bf96-22ea6787db9b req-17643178-f892-4ef1-9b7e-1e39f509fbf3 service nova] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Neutron deleted interface a32b35d8-b85e-44aa-b597-d9ce77b30885; detaching it from the instance and deleting it from the info cache [ 754.123500] env[69843]: DEBUG nova.network.neutron [req-e7659364-d15d-4df0-bf96-22ea6787db9b req-17643178-f892-4ef1-9b7e-1e39f509fbf3 service nova] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.259998] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Acquiring lock "25fff063-fede-436b-95a9-b392d0771beb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.260441] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Lock "25fff063-fede-436b-95a9-b392d0771beb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.260694] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Acquiring lock "25fff063-fede-436b-95a9-b392d0771beb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.260894] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Lock "25fff063-fede-436b-95a9-b392d0771beb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.261122] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Lock "25fff063-fede-436b-95a9-b392d0771beb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.263619] env[69843]: INFO nova.compute.manager [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Terminating instance [ 754.334033] env[69843]: DEBUG oslo_vmware.api [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703854, 'name': PowerOffVM_Task, 'duration_secs': 0.219416} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.335962] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.336151] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.336429] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee40ea11-5d38-42e6-961c-aeac8d119dda {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.341392] env[69843]: DEBUG oslo_vmware.api [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Task: {'id': task-3703855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362357} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.342266] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.342266] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.342489] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.342489] env[69843]: INFO nova.compute.manager [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Took 1.18 seconds to destroy the instance on the hypervisor. [ 754.342738] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.343922] env[69843]: DEBUG nova.compute.manager [-] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.343922] env[69843]: DEBUG nova.network.neutron [-] [instance: 29a09314-10de-4b2e-8321-e4efab012869] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.394662] env[69843]: DEBUG nova.network.neutron [-] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.412372] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.412372] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.412372] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Deleting the datastore file [datastore2] 93638b9b-cc01-4aca-9e55-7cf5f24d95da {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.413266] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fce89c89-40d7-41dd-acdf-20723c0d2354 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.423861] env[69843]: DEBUG oslo_vmware.api [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Waiting for the task: (returnval){ [ 754.423861] env[69843]: value = "task-3703857" [ 754.423861] env[69843]: _type = "Task" [ 754.423861] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.436023] env[69843]: DEBUG nova.compute.utils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.441013] env[69843]: DEBUG nova.compute.manager [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.441340] env[69843]: DEBUG nova.network.neutron [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.451029] env[69843]: DEBUG oslo_vmware.api [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.494494] env[69843]: INFO nova.compute.manager [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Took 36.05 seconds to build instance. [ 754.520327] env[69843]: DEBUG nova.policy [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2a1719e40784893957ed18157071538', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4cf6bd5216a4844b31c71d57c460677', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.570628] env[69843]: DEBUG nova.network.neutron [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.625843] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-380b0f91-79dc-4a14-9d13-a98d40abd312 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.644856] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0520a55-76d8-4314-84f0-9b0e7f943e85 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.693134] env[69843]: DEBUG nova.compute.manager [req-e7659364-d15d-4df0-bf96-22ea6787db9b req-17643178-f892-4ef1-9b7e-1e39f509fbf3 service nova] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Detach interface failed, port_id=a32b35d8-b85e-44aa-b597-d9ce77b30885, reason: Instance 62b00bec-6db7-4864-86eb-d702db8dbc47 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 754.769866] env[69843]: DEBUG nova.compute.manager [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.769866] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.770806] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b51f9c1-d639-4cb6-8874-c417a5a98798 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.782229] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.782522] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5370c9c6-c8f4-46db-8e2c-19d423471358 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.792708] env[69843]: DEBUG oslo_vmware.api [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Waiting for the task: (returnval){ [ 754.792708] env[69843]: value = "task-3703858" [ 754.792708] env[69843]: _type = "Task" [ 754.792708] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.812467] env[69843]: DEBUG oslo_vmware.api [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.825421] env[69843]: DEBUG nova.network.neutron [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Updating instance_info_cache with network_info: [{"id": "6a667367-4999-409a-b505-c4a9fb5ea808", "address": "fa:16:3e:64:a2:57", "network": {"id": "e1c5c440-6d25-45a9-a58a-aba6a3cc83ae", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-935913152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c70f5c662804c77a252f1e769868d86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a667367-49", "ovs_interfaceid": "6a667367-4999-409a-b505-c4a9fb5ea808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.896807] env[69843]: INFO nova.compute.manager [-] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Took 1.46 seconds to deallocate network for instance. [ 754.943468] env[69843]: DEBUG nova.compute.manager [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.948868] env[69843]: DEBUG oslo_vmware.api [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Task: {'id': task-3703857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29831} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.956256] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.956256] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.956256] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.956256] env[69843]: INFO nova.compute.manager [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Took 1.18 seconds to destroy the instance on the hypervisor. [ 754.956256] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.956758] env[69843]: DEBUG nova.compute.manager [-] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.957225] env[69843]: DEBUG nova.network.neutron [-] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.000239] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1246cf36-78ed-46e6-8774-082b6f132844 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "222f4b6a-f397-4a13-8a88-c8ecf3d71544" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.488s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.141988] env[69843]: DEBUG nova.network.neutron [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Successfully created port: 8e8cb562-a94e-4592-a98c-6c2bfe8c0dae {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.211046] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc2d7d6-b257-4111-98ff-4edeffbeaba8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.223252] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acbf4d2-078a-402f-9ebc-2bf28bc02a3c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.264982] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747253b8-f065-4dca-bed8-995ab0684c88 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.278776] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a785e1e8-a184-40b5-9edb-2f8644fd8dcb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.299571] env[69843]: DEBUG nova.compute.provider_tree [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.314033] env[69843]: DEBUG oslo_vmware.api [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703858, 'name': PowerOffVM_Task, 'duration_secs': 0.294808} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.314033] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.314033] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.314033] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-124b576b-2e31-4c27-b2a8-4092574912ce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.328678] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Releasing lock "refresh_cache-54fe1d54-bec9-4888-9c79-cb23e2a11647" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.329671] env[69843]: DEBUG nova.compute.manager [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Instance network_info: |[{"id": "6a667367-4999-409a-b505-c4a9fb5ea808", "address": "fa:16:3e:64:a2:57", "network": {"id": "e1c5c440-6d25-45a9-a58a-aba6a3cc83ae", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-935913152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c70f5c662804c77a252f1e769868d86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a667367-49", "ovs_interfaceid": "6a667367-4999-409a-b505-c4a9fb5ea808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.329933] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:a2:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a667367-4999-409a-b505-c4a9fb5ea808', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.338625] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Creating folder: Project (9c70f5c662804c77a252f1e769868d86). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.339640] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd64ceab-6608-46aa-b7a3-9caa4eba2ad8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.352938] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Created folder: Project (9c70f5c662804c77a252f1e769868d86) in parent group-v737654. [ 755.353213] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Creating folder: Instances. Parent ref: group-v737749. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.353489] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57aee924-ff39-4017-ace5-45b4af22a8ca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.368609] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Created folder: Instances in parent group-v737749. [ 755.369213] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.369456] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.369867] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2a48eaf-1c14-431c-94be-712cf5385647 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.394855] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.395197] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.395427] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Deleting the datastore file [datastore2] 25fff063-fede-436b-95a9-b392d0771beb {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.395976] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a5e7318-71b1-4801-ae2c-c94b7922797d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.400668] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.400668] env[69843]: value = "task-3703862" [ 755.400668] env[69843]: _type = "Task" [ 755.400668] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.408157] env[69843]: DEBUG oslo_vmware.api [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Waiting for the task: (returnval){ [ 755.408157] env[69843]: value = "task-3703863" [ 755.408157] env[69843]: _type = "Task" [ 755.408157] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.411736] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703862, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.418532] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.428619] env[69843]: DEBUG oslo_vmware.api [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.503953] env[69843]: DEBUG nova.compute.manager [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.769673] env[69843]: DEBUG nova.network.neutron [-] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.807994] env[69843]: DEBUG nova.scheduler.client.report [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.917180] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703862, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.935224] env[69843]: DEBUG oslo_vmware.api [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Task: {'id': task-3703863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316046} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.935639] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.935800] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.936015] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.936222] env[69843]: INFO nova.compute.manager [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 755.936480] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.936726] env[69843]: DEBUG nova.compute.manager [-] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.936836] env[69843]: DEBUG nova.network.neutron [-] [instance: 25fff063-fede-436b-95a9-b392d0771beb] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.959132] env[69843]: DEBUG nova.compute.manager [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.975173] env[69843]: DEBUG nova.network.neutron [-] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.992836] env[69843]: DEBUG nova.virt.hardware [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.993100] env[69843]: DEBUG nova.virt.hardware [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.993264] env[69843]: DEBUG nova.virt.hardware [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.993452] env[69843]: DEBUG nova.virt.hardware [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.993620] env[69843]: DEBUG nova.virt.hardware [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.993766] env[69843]: DEBUG nova.virt.hardware [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.994233] env[69843]: DEBUG nova.virt.hardware [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.995545] env[69843]: DEBUG nova.virt.hardware [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.995545] env[69843]: DEBUG nova.virt.hardware [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.995545] env[69843]: DEBUG nova.virt.hardware [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.995545] env[69843]: DEBUG nova.virt.hardware [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.997266] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975a0310-520f-4a89-bb39-9c790023c982 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.010023] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3151af70-1e1d-4706-b3c0-0fdf19b877db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.045234] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.141138] env[69843]: DEBUG nova.compute.manager [req-3ababa42-47d7-477c-b988-7fb98c28f99f req-02718921-5f39-45eb-8a61-de044efe2b84 service nova] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Received event network-changed-6a667367-4999-409a-b505-c4a9fb5ea808 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.141475] env[69843]: DEBUG nova.compute.manager [req-3ababa42-47d7-477c-b988-7fb98c28f99f req-02718921-5f39-45eb-8a61-de044efe2b84 service nova] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Refreshing instance network info cache due to event network-changed-6a667367-4999-409a-b505-c4a9fb5ea808. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.141818] env[69843]: DEBUG oslo_concurrency.lockutils [req-3ababa42-47d7-477c-b988-7fb98c28f99f req-02718921-5f39-45eb-8a61-de044efe2b84 service nova] Acquiring lock "refresh_cache-54fe1d54-bec9-4888-9c79-cb23e2a11647" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.142141] env[69843]: DEBUG oslo_concurrency.lockutils [req-3ababa42-47d7-477c-b988-7fb98c28f99f req-02718921-5f39-45eb-8a61-de044efe2b84 service nova] Acquired lock "refresh_cache-54fe1d54-bec9-4888-9c79-cb23e2a11647" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.142414] env[69843]: DEBUG nova.network.neutron [req-3ababa42-47d7-477c-b988-7fb98c28f99f req-02718921-5f39-45eb-8a61-de044efe2b84 service nova] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Refreshing network info cache for port 6a667367-4999-409a-b505-c4a9fb5ea808 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.275300] env[69843]: INFO nova.compute.manager [-] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Took 1.93 seconds to deallocate network for instance. [ 756.315579] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.390s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.319795] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.389s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.322344] env[69843]: INFO nova.compute.claims [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.347049] env[69843]: INFO nova.scheduler.client.report [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Deleted allocations for instance 72bac9c3-fd70-4de4-8aea-37516ac2b0f4 [ 756.413818] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703862, 'name': CreateVM_Task, 'duration_secs': 0.522364} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.414042] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.414853] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.415085] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.417562] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.417562] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49413c97-b33d-4072-9387-ecfeb56fcd63 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.423744] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Waiting for the task: (returnval){ [ 756.423744] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b7ff1d-2b2b-db1b-a30b-102cc74cc568" [ 756.423744] env[69843]: _type = "Task" [ 756.423744] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.429013] env[69843]: DEBUG nova.compute.manager [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 756.430316] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c217df82-6dbe-4fd5-800c-32698a34b840 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.435756] env[69843]: DEBUG nova.compute.manager [req-274a7e95-22a3-4bad-957a-b6c725db94ce req-3e91d027-ecab-4651-b7a5-011b31e35f3d service nova] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Received event network-vif-deleted-5d2f36cc-15b2-49d9-ba00-9652ef668bbd {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.441895] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b7ff1d-2b2b-db1b-a30b-102cc74cc568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.480256] env[69843]: INFO nova.compute.manager [-] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Took 1.52 seconds to deallocate network for instance. [ 756.547924] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "24dc5517-e593-4de4-a6ad-83fe1788414d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.548643] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "24dc5517-e593-4de4-a6ad-83fe1788414d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.784512] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.854410] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1a1066d1-2856-4104-b4ed-b55387faccba tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "72bac9c3-fd70-4de4-8aea-37516ac2b0f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.379s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.938289] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b7ff1d-2b2b-db1b-a30b-102cc74cc568, 'name': SearchDatastore_Task, 'duration_secs': 0.015298} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.938363] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.938682] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.938817] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.938960] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.939155] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.939432] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ada239d-7d84-4fc9-b5df-28ea0831f1ae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.949026] env[69843]: INFO nova.compute.manager [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] instance snapshotting [ 756.951176] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.951441] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.952607] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d4f627-0f40-4c17-9003-ac77f9bb6960 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.955324] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782c1d3e-efa5-4244-82fe-3c49ca36abd8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.976828] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8bcdc2-326f-4799-b698-3af702323fd5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.979671] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Waiting for the task: (returnval){ [ 756.979671] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cb5d83-5f78-5317-22d5-a2c857b179f2" [ 756.979671] env[69843]: _type = "Task" [ 756.979671] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.992841] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.997242] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cb5d83-5f78-5317-22d5-a2c857b179f2, 'name': SearchDatastore_Task, 'duration_secs': 0.018567} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.002043] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec983410-4379-4229-ad4a-81972ab8675f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.008609] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Waiting for the task: (returnval){ [ 757.008609] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e8b29c-3b00-af11-4573-a65b8c47ce20" [ 757.008609] env[69843]: _type = "Task" [ 757.008609] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.018379] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e8b29c-3b00-af11-4573-a65b8c47ce20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.143628] env[69843]: DEBUG nova.network.neutron [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Successfully updated port: 8e8cb562-a94e-4592-a98c-6c2bfe8c0dae {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.213754] env[69843]: DEBUG nova.network.neutron [req-3ababa42-47d7-477c-b988-7fb98c28f99f req-02718921-5f39-45eb-8a61-de044efe2b84 service nova] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Updated VIF entry in instance network info cache for port 6a667367-4999-409a-b505-c4a9fb5ea808. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.216712] env[69843]: DEBUG nova.network.neutron [req-3ababa42-47d7-477c-b988-7fb98c28f99f req-02718921-5f39-45eb-8a61-de044efe2b84 service nova] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Updating instance_info_cache with network_info: [{"id": "6a667367-4999-409a-b505-c4a9fb5ea808", "address": "fa:16:3e:64:a2:57", "network": {"id": "e1c5c440-6d25-45a9-a58a-aba6a3cc83ae", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-935913152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c70f5c662804c77a252f1e769868d86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a667367-49", "ovs_interfaceid": "6a667367-4999-409a-b505-c4a9fb5ea808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.447475] env[69843]: DEBUG nova.network.neutron [-] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.496432] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.496991] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d5cebc0-0684-4751-91e5-57a2a513b394 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.511039] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 757.511039] env[69843]: value = "task-3703864" [ 757.511039] env[69843]: _type = "Task" [ 757.511039] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.531466] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e8b29c-3b00-af11-4573-a65b8c47ce20, 'name': SearchDatastore_Task, 'duration_secs': 0.016056} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.535683] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.536121] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 54fe1d54-bec9-4888-9c79-cb23e2a11647/54fe1d54-bec9-4888-9c79-cb23e2a11647.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.538170] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703864, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.538170] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb147c66-3ed6-4c23-8679-2f64181d4221 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.549362] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Waiting for the task: (returnval){ [ 757.549362] env[69843]: value = "task-3703865" [ 757.549362] env[69843]: _type = "Task" [ 757.549362] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.561042] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.650400] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Acquiring lock "refresh_cache-c942ea2c-1af4-4f7c-9fdd-283d06a187e0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.652808] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Acquired lock "refresh_cache-c942ea2c-1af4-4f7c-9fdd-283d06a187e0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.652945] env[69843]: DEBUG nova.network.neutron [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.718225] env[69843]: DEBUG oslo_concurrency.lockutils [req-3ababa42-47d7-477c-b988-7fb98c28f99f req-02718921-5f39-45eb-8a61-de044efe2b84 service nova] Releasing lock "refresh_cache-54fe1d54-bec9-4888-9c79-cb23e2a11647" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.718371] env[69843]: DEBUG nova.compute.manager [req-3ababa42-47d7-477c-b988-7fb98c28f99f req-02718921-5f39-45eb-8a61-de044efe2b84 service nova] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Received event network-vif-deleted-992e8661-4b21-44a3-8c42-46dda4638f8b {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.952805] env[69843]: INFO nova.compute.manager [-] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Took 2.01 seconds to deallocate network for instance. [ 758.002066] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2f6bc1-507d-4d2b-ac12-0e092d4517b8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.005728] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "6a271729-591c-4dda-969d-d901e8760815" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.005978] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "6a271729-591c-4dda-969d-d901e8760815" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.006208] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "6a271729-591c-4dda-969d-d901e8760815-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.006389] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "6a271729-591c-4dda-969d-d901e8760815-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.006630] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "6a271729-591c-4dda-969d-d901e8760815-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.008889] env[69843]: INFO nova.compute.manager [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Terminating instance [ 758.014698] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5670615b-71eb-478b-88dc-00340070e01a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.058379] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978d3218-a7bb-497e-998d-9855c4be1b1b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.062150] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703864, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.072559] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a510caa-d828-4916-ac65-ec78eac0d753 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.077338] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703865, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.091492] env[69843]: DEBUG nova.compute.provider_tree [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.200909] env[69843]: DEBUG nova.compute.manager [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Received event network-vif-deleted-312ab398-5bbb-4533-92df-8bf33767224c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.200909] env[69843]: DEBUG nova.compute.manager [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Received event network-vif-plugged-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.200909] env[69843]: DEBUG oslo_concurrency.lockutils [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] Acquiring lock "c942ea2c-1af4-4f7c-9fdd-283d06a187e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.200909] env[69843]: DEBUG oslo_concurrency.lockutils [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] Lock "c942ea2c-1af4-4f7c-9fdd-283d06a187e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.201050] env[69843]: DEBUG oslo_concurrency.lockutils [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] Lock "c942ea2c-1af4-4f7c-9fdd-283d06a187e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.201256] env[69843]: DEBUG nova.compute.manager [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] No waiting events found dispatching network-vif-plugged-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 758.202521] env[69843]: WARNING nova.compute.manager [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Received unexpected event network-vif-plugged-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae for instance with vm_state building and task_state spawning. [ 758.202521] env[69843]: DEBUG nova.compute.manager [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Received event network-changed-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.202521] env[69843]: DEBUG nova.compute.manager [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Refreshing instance network info cache due to event network-changed-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.202521] env[69843]: DEBUG oslo_concurrency.lockutils [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] Acquiring lock "refresh_cache-c942ea2c-1af4-4f7c-9fdd-283d06a187e0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.223121] env[69843]: DEBUG nova.network.neutron [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.461158] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.514630] env[69843]: DEBUG nova.compute.manager [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.514854] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.515972] env[69843]: DEBUG nova.network.neutron [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Updating instance_info_cache with network_info: [{"id": "8e8cb562-a94e-4592-a98c-6c2bfe8c0dae", "address": "fa:16:3e:bf:75:ec", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8cb562-a9", "ovs_interfaceid": "8e8cb562-a94e-4592-a98c-6c2bfe8c0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.517878] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ddf964-8de6-4969-acbc-6d6aee6fce12 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.530955] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703864, 'name': CreateSnapshot_Task, 'duration_secs': 0.583904} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.534033] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 758.534033] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.534803] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036769f2-142f-4b00-a8f8-32551193f8d1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.537839] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7772d6b-e65f-4c12-b531-33c90d776468 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.551423] env[69843]: DEBUG oslo_vmware.api [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 758.551423] env[69843]: value = "task-3703866" [ 758.551423] env[69843]: _type = "Task" [ 758.551423] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.564051] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703865, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.566767] env[69843]: DEBUG oslo_vmware.api [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.617824] env[69843]: ERROR nova.scheduler.client.report [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [req-4640d73b-50b3-4536-9e17-f05c938862f6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f473df78-9fd2-4a18-9b1b-7c5fc5ca712b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4640d73b-50b3-4536-9e17-f05c938862f6"}]} [ 758.635243] env[69843]: DEBUG nova.scheduler.client.report [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Refreshing inventories for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 758.651307] env[69843]: DEBUG nova.scheduler.client.report [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Updating ProviderTree inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 758.651634] env[69843]: DEBUG nova.compute.provider_tree [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.667829] env[69843]: DEBUG nova.scheduler.client.report [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Refreshing aggregate associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, aggregates: None {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 758.692121] env[69843]: DEBUG nova.scheduler.client.report [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Refreshing trait associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 759.023177] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Releasing lock "refresh_cache-c942ea2c-1af4-4f7c-9fdd-283d06a187e0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.023532] env[69843]: DEBUG nova.compute.manager [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Instance network_info: |[{"id": "8e8cb562-a94e-4592-a98c-6c2bfe8c0dae", "address": "fa:16:3e:bf:75:ec", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8cb562-a9", "ovs_interfaceid": "8e8cb562-a94e-4592-a98c-6c2bfe8c0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.026430] env[69843]: DEBUG oslo_concurrency.lockutils [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] Acquired lock "refresh_cache-c942ea2c-1af4-4f7c-9fdd-283d06a187e0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.026766] env[69843]: DEBUG nova.network.neutron [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Refreshing network info cache for port 8e8cb562-a94e-4592-a98c-6c2bfe8c0dae {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.027973] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:75:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e8cb562-a94e-4592-a98c-6c2bfe8c0dae', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.036612] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Creating folder: Project (f4cf6bd5216a4844b31c71d57c460677). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.036955] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4d1b3c8-08ea-4894-b388-2ad02f369623 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.057247] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.058710] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c4bc986-31cd-4f19-8292-458e5259d0a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.062428] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Created folder: Project (f4cf6bd5216a4844b31c71d57c460677) in parent group-v737654. [ 759.063522] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Creating folder: Instances. Parent ref: group-v737753. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.069944] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-159d4b3c-d81b-425f-9460-55ab68fba067 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.081780] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703865, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.087749] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 759.087749] env[69843]: value = "task-3703868" [ 759.087749] env[69843]: _type = "Task" [ 759.087749] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.088105] env[69843]: DEBUG oslo_vmware.api [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.101133] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703868, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.105105] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Created folder: Instances in parent group-v737753. [ 759.105329] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.105771] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.105988] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c15d301e-274c-4295-9e0e-0ca7d0e19950 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.132864] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.132864] env[69843]: value = "task-3703870" [ 759.132864] env[69843]: _type = "Task" [ 759.132864] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.144061] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703870, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.259657] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff388d9a-8f66-405c-95c0-e98a03027c5f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.269283] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b35974d-29fe-4bf9-93a6-76aab57d6df9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.308570] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a064bd-e3c0-494a-8f5a-a9abd6586902 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.318989] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b478814b-7af2-4139-8a6f-3db44a0caa09 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.335848] env[69843]: DEBUG nova.compute.provider_tree [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.574797] env[69843]: DEBUG oslo_vmware.api [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703866, 'name': PowerOffVM_Task, 'duration_secs': 1.008234} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.579252] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.579510] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.579865] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703865, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.723232} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.580195] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7b734b8-0f63-4328-b5d0-16dd3316a6e2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.582085] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 54fe1d54-bec9-4888-9c79-cb23e2a11647/54fe1d54-bec9-4888-9c79-cb23e2a11647.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.582353] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.582634] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-180fc9d2-f8d6-4d69-99e2-cd695d7515f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.591057] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Waiting for the task: (returnval){ [ 759.591057] env[69843]: value = "task-3703872" [ 759.591057] env[69843]: _type = "Task" [ 759.591057] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.613014] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.613298] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703868, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.646900] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703870, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.701806] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.702067] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.702256] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Deleting the datastore file [datastore1] 6a271729-591c-4dda-969d-d901e8760815 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.702593] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9973bf9d-cdf7-4b3c-b419-f746c0c65c78 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.710165] env[69843]: DEBUG oslo_vmware.api [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 759.710165] env[69843]: value = "task-3703873" [ 759.710165] env[69843]: _type = "Task" [ 759.710165] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.720315] env[69843]: DEBUG oslo_vmware.api [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.839627] env[69843]: DEBUG nova.scheduler.client.report [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.900877] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "55fbbb65-ae87-4886-9353-406139351418" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.901128] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "55fbbb65-ae87-4886-9353-406139351418" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.910532] env[69843]: DEBUG nova.network.neutron [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Updated VIF entry in instance network info cache for port 8e8cb562-a94e-4592-a98c-6c2bfe8c0dae. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.910975] env[69843]: DEBUG nova.network.neutron [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Updating instance_info_cache with network_info: [{"id": "8e8cb562-a94e-4592-a98c-6c2bfe8c0dae", "address": "fa:16:3e:bf:75:ec", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e8cb562-a9", "ovs_interfaceid": "8e8cb562-a94e-4592-a98c-6c2bfe8c0dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.104826] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108217} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.108469] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.108820] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703868, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.109573] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e5dad2-0129-4a3b-8bbb-db97ea6b4234 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.135889] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 54fe1d54-bec9-4888-9c79-cb23e2a11647/54fe1d54-bec9-4888-9c79-cb23e2a11647.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.136292] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-544f4e92-67a3-43ae-92a3-c839c1568882 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.160091] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703870, 'name': CreateVM_Task, 'duration_secs': 0.557801} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.161147] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.161505] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Waiting for the task: (returnval){ [ 760.161505] env[69843]: value = "task-3703874" [ 760.161505] env[69843]: _type = "Task" [ 760.161505] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.162147] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.162308] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.162664] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.163372] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f7c247-656b-4eb2-be03-d47ba38afabf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.171874] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Waiting for the task: (returnval){ [ 760.171874] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523ec21d-3d85-c6b4-5d39-9e8e3257d1be" [ 760.171874] env[69843]: _type = "Task" [ 760.171874] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.175895] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.184875] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523ec21d-3d85-c6b4-5d39-9e8e3257d1be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.221818] env[69843]: DEBUG oslo_vmware.api [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336085} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.221980] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.222266] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.222357] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.222530] env[69843]: INFO nova.compute.manager [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: 6a271729-591c-4dda-969d-d901e8760815] Took 1.71 seconds to destroy the instance on the hypervisor. [ 760.222769] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.222975] env[69843]: DEBUG nova.compute.manager [-] [instance: 6a271729-591c-4dda-969d-d901e8760815] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.223120] env[69843]: DEBUG nova.network.neutron [-] [instance: 6a271729-591c-4dda-969d-d901e8760815] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.351029] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.029s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.351029] env[69843]: DEBUG nova.compute.manager [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.353017] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.708s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.354901] env[69843]: INFO nova.compute.claims [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.405589] env[69843]: DEBUG nova.compute.utils [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.414502] env[69843]: DEBUG oslo_concurrency.lockutils [req-f61f35a6-816c-469a-8bca-24b292bfa14b req-bb7da7c8-5d38-49dd-a061-99d0cce9bc07 service nova] Releasing lock "refresh_cache-c942ea2c-1af4-4f7c-9fdd-283d06a187e0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.606031] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703868, 'name': CloneVM_Task, 'duration_secs': 1.419996} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.606031] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Created linked-clone VM from snapshot [ 760.606031] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d01dc1b-b047-4b29-b859-79db5d431ee1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.620505] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Uploading image 94f04abc-9d99-4a8a-ac88-44d678262bdd {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 760.647276] env[69843]: DEBUG oslo_vmware.rw_handles [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 760.647276] env[69843]: value = "vm-737755" [ 760.647276] env[69843]: _type = "VirtualMachine" [ 760.647276] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 760.647810] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-80224c92-0b74-46f3-9240-8d1ad021f15a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.656954] env[69843]: DEBUG oslo_vmware.rw_handles [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lease: (returnval){ [ 760.656954] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c3db93-f861-fad6-a776-dd9d5d6263be" [ 760.656954] env[69843]: _type = "HttpNfcLease" [ 760.656954] env[69843]: } obtained for exporting VM: (result){ [ 760.656954] env[69843]: value = "vm-737755" [ 760.656954] env[69843]: _type = "VirtualMachine" [ 760.656954] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 760.657446] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the lease: (returnval){ [ 760.657446] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c3db93-f861-fad6-a776-dd9d5d6263be" [ 760.657446] env[69843]: _type = "HttpNfcLease" [ 760.657446] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 760.666087] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 760.666087] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c3db93-f861-fad6-a776-dd9d5d6263be" [ 760.666087] env[69843]: _type = "HttpNfcLease" [ 760.666087] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 760.675472] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.684819] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523ec21d-3d85-c6b4-5d39-9e8e3257d1be, 'name': SearchDatastore_Task, 'duration_secs': 0.017669} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.685432] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.685720] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.685962] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.686130] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.686312] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.686622] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-798320a3-5f45-4319-ab0a-9a3013fad11c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.699329] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.699667] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.700333] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3bce2a-5a1f-49ac-8540-ebd1bbff91a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.706892] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Waiting for the task: (returnval){ [ 760.706892] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f1bb89-affd-58ee-3fdf-21cbf74d74fb" [ 760.706892] env[69843]: _type = "Task" [ 760.706892] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.715592] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f1bb89-affd-58ee-3fdf-21cbf74d74fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.860298] env[69843]: DEBUG nova.compute.utils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.864580] env[69843]: DEBUG nova.compute.manager [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.864580] env[69843]: DEBUG nova.network.neutron [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.909428] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "55fbbb65-ae87-4886-9353-406139351418" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.917789] env[69843]: DEBUG nova.policy [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41d95317df0948ecb3c91a8ca7e77dc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f38876d34ed34b01bbfc83564dd47f91', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.057335] env[69843]: DEBUG nova.compute.manager [req-7379e96e-e63f-4679-b05f-7bc87a06a384 req-1998acef-52f9-47bc-a7ef-2f3e273c1217 service nova] [instance: 6a271729-591c-4dda-969d-d901e8760815] Received event network-vif-deleted-00e58119-d309-4764-b36f-63eb45a8c232 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.057335] env[69843]: INFO nova.compute.manager [req-7379e96e-e63f-4679-b05f-7bc87a06a384 req-1998acef-52f9-47bc-a7ef-2f3e273c1217 service nova] [instance: 6a271729-591c-4dda-969d-d901e8760815] Neutron deleted interface 00e58119-d309-4764-b36f-63eb45a8c232; detaching it from the instance and deleting it from the info cache [ 761.057335] env[69843]: DEBUG nova.network.neutron [req-7379e96e-e63f-4679-b05f-7bc87a06a384 req-1998acef-52f9-47bc-a7ef-2f3e273c1217 service nova] [instance: 6a271729-591c-4dda-969d-d901e8760815] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.129619] env[69843]: DEBUG nova.network.neutron [-] [instance: 6a271729-591c-4dda-969d-d901e8760815] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.167189] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.167189] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c3db93-f861-fad6-a776-dd9d5d6263be" [ 761.167189] env[69843]: _type = "HttpNfcLease" [ 761.167189] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 761.172407] env[69843]: DEBUG oslo_vmware.rw_handles [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 761.172407] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c3db93-f861-fad6-a776-dd9d5d6263be" [ 761.172407] env[69843]: _type = "HttpNfcLease" [ 761.172407] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 761.173414] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb95558-a7d5-498b-8685-ee1f0494c767 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.183021] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703874, 'name': ReconfigVM_Task, 'duration_secs': 0.837469} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.187261] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 54fe1d54-bec9-4888-9c79-cb23e2a11647/54fe1d54-bec9-4888-9c79-cb23e2a11647.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.188104] env[69843]: DEBUG oslo_vmware.rw_handles [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42cf0-cd42-52e0-9821-83c567281630/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 761.188318] env[69843]: DEBUG oslo_vmware.rw_handles [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42cf0-cd42-52e0-9821-83c567281630/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 761.189633] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a3d412f-05de-4a10-8053-30f0c4478c8c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.254167] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Waiting for the task: (returnval){ [ 761.254167] env[69843]: value = "task-3703876" [ 761.254167] env[69843]: _type = "Task" [ 761.254167] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.263153] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f1bb89-affd-58ee-3fdf-21cbf74d74fb, 'name': SearchDatastore_Task, 'duration_secs': 0.023747} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.264629] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d855850-9ba8-46f1-866a-65928920865c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.272349] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703876, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.275808] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Waiting for the task: (returnval){ [ 761.275808] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5204d6c1-2120-a01c-886b-ab4940e90494" [ 761.275808] env[69843]: _type = "Task" [ 761.275808] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.288712] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5204d6c1-2120-a01c-886b-ab4940e90494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.295020] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-415549ae-d49f-46f4-a8b1-25cd3091a14c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.366349] env[69843]: DEBUG nova.network.neutron [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Successfully created port: c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.366349] env[69843]: DEBUG nova.compute.manager [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.545430] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d1abb-0225-968c-65d9-7f26f145eda1/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 761.545430] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370ee752-d401-4e34-a6ea-665a8484469d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.563015] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d1abb-0225-968c-65d9-7f26f145eda1/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 761.563538] env[69843]: ERROR oslo_vmware.rw_handles [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d1abb-0225-968c-65d9-7f26f145eda1/disk-0.vmdk due to incomplete transfer. [ 761.563538] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bc40fa8-9047-4948-9e3a-9f4c15d38239 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.565704] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-86b4ace9-879c-40f8-8de0-4fd0e89f0dbe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.581134] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4644d33f-28df-42d5-b80f-abbec336d0cc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.597592] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d1abb-0225-968c-65d9-7f26f145eda1/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 761.597592] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Uploaded image e56bbf5f-d754-4597-9bd2-57a3eedd702c to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 761.599179] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 761.600142] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b8cc88d-79d5-45c8-bd44-06d8436425c5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.609509] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 761.609509] env[69843]: value = "task-3703877" [ 761.609509] env[69843]: _type = "Task" [ 761.609509] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.635493] env[69843]: INFO nova.compute.manager [-] [instance: 6a271729-591c-4dda-969d-d901e8760815] Took 1.41 seconds to deallocate network for instance. [ 761.636016] env[69843]: DEBUG nova.compute.manager [req-7379e96e-e63f-4679-b05f-7bc87a06a384 req-1998acef-52f9-47bc-a7ef-2f3e273c1217 service nova] [instance: 6a271729-591c-4dda-969d-d901e8760815] Detach interface failed, port_id=00e58119-d309-4764-b36f-63eb45a8c232, reason: Instance 6a271729-591c-4dda-969d-d901e8760815 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 761.641321] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703877, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.767460] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703876, 'name': Rename_Task, 'duration_secs': 0.239259} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.770984] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.775138] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2f4e629-695c-469e-917e-70a7853212f5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.788493] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Waiting for the task: (returnval){ [ 761.788493] env[69843]: value = "task-3703878" [ 761.788493] env[69843]: _type = "Task" [ 761.788493] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.803474] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5204d6c1-2120-a01c-886b-ab4940e90494, 'name': SearchDatastore_Task, 'duration_secs': 0.014818} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.805127] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.805127] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] c942ea2c-1af4-4f7c-9fdd-283d06a187e0/c942ea2c-1af4-4f7c-9fdd-283d06a187e0.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.805388] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a616144-b095-454b-9e67-7aeda994a1fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.812995] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703878, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.824147] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Waiting for the task: (returnval){ [ 761.824147] env[69843]: value = "task-3703879" [ 761.824147] env[69843]: _type = "Task" [ 761.824147] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.835352] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.026274] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "55fbbb65-ae87-4886-9353-406139351418" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.026605] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "55fbbb65-ae87-4886-9353-406139351418" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.026962] env[69843]: INFO nova.compute.manager [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Attaching volume 6fcc941d-39c4-4156-85c4-91075a08cb25 to /dev/sdb [ 762.094436] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76806adc-0a53-4497-ae1c-323468c311ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.109812] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7931aa30-93f4-44f0-b327-2e23ed852b32 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.132206] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703877, 'name': Destroy_Task, 'duration_secs': 0.428779} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.138051] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Destroyed the VM [ 762.138649] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 762.139522] env[69843]: DEBUG nova.virt.block_device [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Updating existing volume attachment record: 14a308ab-1ab9-4329-bd8f-c9470c208b06 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 762.145935] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-931d4c06-b344-4ba7-815c-26340256c2f8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.150631] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.160383] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 762.160383] env[69843]: value = "task-3703880" [ 762.160383] env[69843]: _type = "Task" [ 762.160383] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.177721] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.193679] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9fb8eb-6472-4541-9fc5-ed074d39bdd2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.204385] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5509a5ae-f529-4e63-80af-44e2c265d0ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.257187] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679b12b9-c880-4c34-b8dc-5d7c6734ca23 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.268390] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c80666-a684-4cad-9439-a130ed89801d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.287815] env[69843]: DEBUG nova.compute.provider_tree [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.300771] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703878, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.340584] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703879, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.380921] env[69843]: DEBUG nova.compute.manager [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.419009] env[69843]: DEBUG nova.virt.hardware [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.420133] env[69843]: DEBUG nova.virt.hardware [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.420326] env[69843]: DEBUG nova.virt.hardware [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.420501] env[69843]: DEBUG nova.virt.hardware [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.420768] env[69843]: DEBUG nova.virt.hardware [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.420830] env[69843]: DEBUG nova.virt.hardware [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.421018] env[69843]: DEBUG nova.virt.hardware [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.421172] env[69843]: DEBUG nova.virt.hardware [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.421340] env[69843]: DEBUG nova.virt.hardware [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.421500] env[69843]: DEBUG nova.virt.hardware [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.421787] env[69843]: DEBUG nova.virt.hardware [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.422868] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563f8303-482f-43ad-a62f-22c1275806fd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.441295] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1e25e9-27e0-4074-ab2c-2b3529d36bab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.672644] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.810499] env[69843]: DEBUG oslo_vmware.api [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703878, 'name': PowerOnVM_Task, 'duration_secs': 0.801687} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.810815] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.811074] env[69843]: INFO nova.compute.manager [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Took 9.85 seconds to spawn the instance on the hypervisor. [ 762.811306] env[69843]: DEBUG nova.compute.manager [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.812201] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09f53db-319d-408f-8ad0-8a1b6b68ca7a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.831320] env[69843]: DEBUG nova.scheduler.client.report [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 762.831655] env[69843]: DEBUG nova.compute.provider_tree [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 60 to 61 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 762.831893] env[69843]: DEBUG nova.compute.provider_tree [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.843039] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584634} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.843937] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] c942ea2c-1af4-4f7c-9fdd-283d06a187e0/c942ea2c-1af4-4f7c-9fdd-283d06a187e0.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.844198] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.844843] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f5ca205-ee08-4c2a-9856-91eccb269d3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.855064] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Waiting for the task: (returnval){ [ 762.855064] env[69843]: value = "task-3703884" [ 762.855064] env[69843]: _type = "Task" [ 762.855064] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.872937] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.184479] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703880, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.334805] env[69843]: INFO nova.compute.manager [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Took 37.88 seconds to build instance. [ 763.338290] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.985s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.339137] env[69843]: DEBUG nova.compute.manager [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.342733] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.004s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.346858] env[69843]: INFO nova.compute.claims [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.369783] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08246} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.370377] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.371708] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83268a24-b0ca-4731-bbed-e05996547bde {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.380840] env[69843]: DEBUG nova.compute.manager [req-ac0a0a64-270c-47a8-aaea-37de322e64c2 req-017510a3-6482-4f03-9003-8e5ef2781f26 service nova] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Received event network-vif-plugged-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.381112] env[69843]: DEBUG oslo_concurrency.lockutils [req-ac0a0a64-270c-47a8-aaea-37de322e64c2 req-017510a3-6482-4f03-9003-8e5ef2781f26 service nova] Acquiring lock "45fc71fc-04b0-4f5d-9599-0ac9742f6a6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.381319] env[69843]: DEBUG oslo_concurrency.lockutils [req-ac0a0a64-270c-47a8-aaea-37de322e64c2 req-017510a3-6482-4f03-9003-8e5ef2781f26 service nova] Lock "45fc71fc-04b0-4f5d-9599-0ac9742f6a6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.381519] env[69843]: DEBUG oslo_concurrency.lockutils [req-ac0a0a64-270c-47a8-aaea-37de322e64c2 req-017510a3-6482-4f03-9003-8e5ef2781f26 service nova] Lock "45fc71fc-04b0-4f5d-9599-0ac9742f6a6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.381650] env[69843]: DEBUG nova.compute.manager [req-ac0a0a64-270c-47a8-aaea-37de322e64c2 req-017510a3-6482-4f03-9003-8e5ef2781f26 service nova] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] No waiting events found dispatching network-vif-plugged-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 763.381815] env[69843]: WARNING nova.compute.manager [req-ac0a0a64-270c-47a8-aaea-37de322e64c2 req-017510a3-6482-4f03-9003-8e5ef2781f26 service nova] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Received unexpected event network-vif-plugged-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 for instance with vm_state building and task_state spawning. [ 763.406323] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] c942ea2c-1af4-4f7c-9fdd-283d06a187e0/c942ea2c-1af4-4f7c-9fdd-283d06a187e0.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.407846] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4072a5c-0c31-4cbe-a19d-08dcf184b24c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.431149] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Waiting for the task: (returnval){ [ 763.431149] env[69843]: value = "task-3703885" [ 763.431149] env[69843]: _type = "Task" [ 763.431149] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.441153] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.486661] env[69843]: DEBUG nova.network.neutron [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Successfully updated port: c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.676421] env[69843]: DEBUG oslo_vmware.api [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703880, 'name': RemoveSnapshot_Task, 'duration_secs': 1.219691} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.679194] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 763.679194] env[69843]: INFO nova.compute.manager [None req-d4948e80-5ab0-402d-9b75-7c33900eb8cf tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Took 16.23 seconds to snapshot the instance on the hypervisor. [ 763.840549] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32491d24-3489-48b6-a8e0-4e96bf880af2 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Lock "54fe1d54-bec9-4888-9c79-cb23e2a11647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.839s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.852355] env[69843]: DEBUG nova.compute.utils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.857084] env[69843]: DEBUG nova.compute.manager [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Not allocating networking since 'none' was specified. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 763.943402] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703885, 'name': ReconfigVM_Task, 'duration_secs': 0.384688} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.943717] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Reconfigured VM instance instance-00000021 to attach disk [datastore2] c942ea2c-1af4-4f7c-9fdd-283d06a187e0/c942ea2c-1af4-4f7c-9fdd-283d06a187e0.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.945053] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ab88400-76d6-4d8c-a62a-4ac5bac58b19 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.952905] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Waiting for the task: (returnval){ [ 763.952905] env[69843]: value = "task-3703886" [ 763.952905] env[69843]: _type = "Task" [ 763.952905] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.964251] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703886, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.989397] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Acquiring lock "refresh_cache-45fc71fc-04b0-4f5d-9599-0ac9742f6a6e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.989687] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Acquired lock "refresh_cache-45fc71fc-04b0-4f5d-9599-0ac9742f6a6e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.989687] env[69843]: DEBUG nova.network.neutron [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.340732] env[69843]: DEBUG nova.compute.manager [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.355697] env[69843]: DEBUG nova.compute.manager [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.465448] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703886, 'name': Rename_Task, 'duration_secs': 0.172648} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.466262] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.466262] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bba63bc5-2ea9-40a5-97f5-71d300023350 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.474523] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Waiting for the task: (returnval){ [ 764.474523] env[69843]: value = "task-3703887" [ 764.474523] env[69843]: _type = "Task" [ 764.474523] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.483632] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.543809] env[69843]: DEBUG nova.network.neutron [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.774910] env[69843]: DEBUG nova.network.neutron [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Updating instance_info_cache with network_info: [{"id": "c14e0c30-173a-4dbe-9f8f-1aceaedf6d60", "address": "fa:16:3e:d9:d8:bf", "network": {"id": "d106f1a5-e48f-4d44-bafb-a91090bd3eba", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-533987224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f38876d34ed34b01bbfc83564dd47f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14e0c30-17", "ovs_interfaceid": "c14e0c30-173a-4dbe-9f8f-1aceaedf6d60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.875358] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.989291] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.054771] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feac1fbd-508a-40f3-9803-69aad3173414 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.067293] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7378a62b-8a34-4d8a-8ba7-2b37e97d1836 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.102624] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be8aa92-598f-4644-88c1-ddac9cd55fa0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.113052] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a453387a-7f73-495f-bedf-c9d4180ef03b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.135969] env[69843]: DEBUG nova.compute.provider_tree [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.280692] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Releasing lock "refresh_cache-45fc71fc-04b0-4f5d-9599-0ac9742f6a6e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.281198] env[69843]: DEBUG nova.compute.manager [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Instance network_info: |[{"id": "c14e0c30-173a-4dbe-9f8f-1aceaedf6d60", "address": "fa:16:3e:d9:d8:bf", "network": {"id": "d106f1a5-e48f-4d44-bafb-a91090bd3eba", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-533987224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f38876d34ed34b01bbfc83564dd47f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14e0c30-17", "ovs_interfaceid": "c14e0c30-173a-4dbe-9f8f-1aceaedf6d60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.282016] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d8:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c14e0c30-173a-4dbe-9f8f-1aceaedf6d60', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.290095] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Creating folder: Project (f38876d34ed34b01bbfc83564dd47f91). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.290442] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9100673d-904b-43c1-862f-02b9c9899e75 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.315165] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Created folder: Project (f38876d34ed34b01bbfc83564dd47f91) in parent group-v737654. [ 765.315165] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Creating folder: Instances. Parent ref: group-v737759. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.315165] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e45f967-9f9e-4f67-af2b-292834d0b499 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.328103] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Created folder: Instances in parent group-v737759. [ 765.328281] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.328560] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.328894] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aede1de7-c4c5-4cb7-900a-7fa2055e4397 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.357135] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.357135] env[69843]: value = "task-3703891" [ 765.357135] env[69843]: _type = "Task" [ 765.357135] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.366032] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703891, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.377993] env[69843]: DEBUG nova.compute.manager [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.407304] env[69843]: DEBUG nova.virt.hardware [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.407580] env[69843]: DEBUG nova.virt.hardware [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.407730] env[69843]: DEBUG nova.virt.hardware [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.407921] env[69843]: DEBUG nova.virt.hardware [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.408143] env[69843]: DEBUG nova.virt.hardware [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.408431] env[69843]: DEBUG nova.virt.hardware [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.408838] env[69843]: DEBUG nova.virt.hardware [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.409112] env[69843]: DEBUG nova.virt.hardware [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.409325] env[69843]: DEBUG nova.virt.hardware [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.409548] env[69843]: DEBUG nova.virt.hardware [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.409827] env[69843]: DEBUG nova.virt.hardware [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.411529] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1a9b7e-c621-4aba-9b30-7e5cf91f40a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.422576] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b814c8e-9025-49de-a5ad-6d6c80bb87d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.440235] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Acquiring lock "54fe1d54-bec9-4888-9c79-cb23e2a11647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.440650] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Lock "54fe1d54-bec9-4888-9c79-cb23e2a11647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.440943] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Acquiring lock "54fe1d54-bec9-4888-9c79-cb23e2a11647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.441243] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Lock "54fe1d54-bec9-4888-9c79-cb23e2a11647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.441502] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Lock "54fe1d54-bec9-4888-9c79-cb23e2a11647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.443581] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.449941] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Creating folder: Project (62f19b0d0a654570b66005fb5b1a9034). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.450306] env[69843]: INFO nova.compute.manager [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Terminating instance [ 765.451819] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc22b60f-3c0c-441b-a344-1ba8c98b08cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.467891] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Created folder: Project (62f19b0d0a654570b66005fb5b1a9034) in parent group-v737654. [ 765.468153] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Creating folder: Instances. Parent ref: group-v737762. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.468413] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db663ab8-5bb6-493b-a8ae-e10f7ccf9c6a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.484642] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Created folder: Instances in parent group-v737762. [ 765.484642] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.486264] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.486264] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1f58d82-eff8-4aa1-98fe-6657d159c16c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.502083] env[69843]: DEBUG oslo_vmware.api [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703887, 'name': PowerOnVM_Task, 'duration_secs': 0.751559} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.502844] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.503073] env[69843]: INFO nova.compute.manager [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Took 9.54 seconds to spawn the instance on the hypervisor. [ 765.503371] env[69843]: DEBUG nova.compute.manager [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.504207] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd34c56-2fea-4e91-aefe-536651d7ac68 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.509593] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.509593] env[69843]: value = "task-3703894" [ 765.509593] env[69843]: _type = "Task" [ 765.509593] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.528316] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703894, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.536501] env[69843]: DEBUG nova.compute.manager [req-f4a03193-79bc-46b5-8c97-412164b16559 req-3c3d6032-523e-46e2-94bf-7fb0d0a586a8 service nova] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Received event network-changed-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.538060] env[69843]: DEBUG nova.compute.manager [req-f4a03193-79bc-46b5-8c97-412164b16559 req-3c3d6032-523e-46e2-94bf-7fb0d0a586a8 service nova] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Refreshing instance network info cache due to event network-changed-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.538060] env[69843]: DEBUG oslo_concurrency.lockutils [req-f4a03193-79bc-46b5-8c97-412164b16559 req-3c3d6032-523e-46e2-94bf-7fb0d0a586a8 service nova] Acquiring lock "refresh_cache-45fc71fc-04b0-4f5d-9599-0ac9742f6a6e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.538060] env[69843]: DEBUG oslo_concurrency.lockutils [req-f4a03193-79bc-46b5-8c97-412164b16559 req-3c3d6032-523e-46e2-94bf-7fb0d0a586a8 service nova] Acquired lock "refresh_cache-45fc71fc-04b0-4f5d-9599-0ac9742f6a6e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.538060] env[69843]: DEBUG nova.network.neutron [req-f4a03193-79bc-46b5-8c97-412164b16559 req-3c3d6032-523e-46e2-94bf-7fb0d0a586a8 service nova] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Refreshing network info cache for port c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.639807] env[69843]: DEBUG nova.scheduler.client.report [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.868297] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703891, 'name': CreateVM_Task, 'duration_secs': 0.479698} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.868576] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.869382] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.869660] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.870056] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.870369] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea4b778-4579-4d47-92cb-1b65a525d5c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.876222] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Waiting for the task: (returnval){ [ 765.876222] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524168d4-96eb-1612-ca0c-e269c1149117" [ 765.876222] env[69843]: _type = "Task" [ 765.876222] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.887911] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524168d4-96eb-1612-ca0c-e269c1149117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.957553] env[69843]: DEBUG nova.compute.manager [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.957799] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.958793] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dcdc83-37b8-450c-a26d-215801a8cbe5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.967292] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.967588] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15e25741-7c2c-44cb-8118-bdb3943ef8fb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.974729] env[69843]: DEBUG oslo_vmware.api [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Waiting for the task: (returnval){ [ 765.974729] env[69843]: value = "task-3703895" [ 765.974729] env[69843]: _type = "Task" [ 765.974729] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.984156] env[69843]: DEBUG oslo_vmware.api [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.027567] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703894, 'name': CreateVM_Task, 'duration_secs': 0.438051} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.031492] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.031492] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.031492] env[69843]: INFO nova.compute.manager [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Took 38.94 seconds to build instance. [ 766.083523] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Acquiring lock "d2314af3-6ce2-49d8-991e-0d214c827d18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.083818] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lock "d2314af3-6ce2-49d8-991e-0d214c827d18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.084072] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Acquiring lock "d2314af3-6ce2-49d8-991e-0d214c827d18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.084266] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lock "d2314af3-6ce2-49d8-991e-0d214c827d18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.084520] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lock "d2314af3-6ce2-49d8-991e-0d214c827d18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.086833] env[69843]: INFO nova.compute.manager [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Terminating instance [ 766.147417] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.147417] env[69843]: DEBUG nova.compute.manager [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.150334] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.712s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.393523] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524168d4-96eb-1612-ca0c-e269c1149117, 'name': SearchDatastore_Task, 'duration_secs': 0.018689} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.393912] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.395650] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.395918] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.399599] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.399599] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.399599] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.399599] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.399599] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-235f950d-aed0-45f4-9ee9-90592197a09b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.400460] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7483e6-4575-41d9-bf58-875cf9f07b13 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.406945] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 766.406945] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e00d4b-1a32-c8b9-ef4f-1c9e34d37cdc" [ 766.406945] env[69843]: _type = "Task" [ 766.406945] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.412986] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.413263] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.419412] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e083f7-6fb1-4f98-a8ca-2a4ed88f7f32 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.420672] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e00d4b-1a32-c8b9-ef4f-1c9e34d37cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.424712] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Waiting for the task: (returnval){ [ 766.424712] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5214be07-23fd-8207-4b3f-3544718b4177" [ 766.424712] env[69843]: _type = "Task" [ 766.424712] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.436023] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5214be07-23fd-8207-4b3f-3544718b4177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.486744] env[69843]: DEBUG oslo_vmware.api [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703895, 'name': PowerOffVM_Task, 'duration_secs': 0.217207} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.487106] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.487287] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.487776] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a048694-3456-4346-bdb7-acd296ce47cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.512412] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Acquiring lock "c942ea2c-1af4-4f7c-9fdd-283d06a187e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.533956] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb9f3ff6-ae4a-41de-9169-4f6f1eb288f5 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Lock "c942ea2c-1af4-4f7c-9fdd-283d06a187e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.113s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.535558] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Lock "c942ea2c-1af4-4f7c-9fdd-283d06a187e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.023s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.535791] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Acquiring lock "c942ea2c-1af4-4f7c-9fdd-283d06a187e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.535990] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Lock "c942ea2c-1af4-4f7c-9fdd-283d06a187e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.536179] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Lock "c942ea2c-1af4-4f7c-9fdd-283d06a187e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.539032] env[69843]: INFO nova.compute.manager [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Terminating instance [ 766.574810] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.575052] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.575242] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Deleting the datastore file [datastore2] 54fe1d54-bec9-4888-9c79-cb23e2a11647 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.575521] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17efe59c-402a-4443-982b-134ccda51928 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.584970] env[69843]: DEBUG oslo_vmware.api [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Waiting for the task: (returnval){ [ 766.584970] env[69843]: value = "task-3703897" [ 766.584970] env[69843]: _type = "Task" [ 766.584970] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.590644] env[69843]: DEBUG nova.compute.manager [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.590934] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.595488] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30aceaa-ce84-4e8a-9989-e8e2696843b2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.601497] env[69843]: DEBUG oslo_vmware.api [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.606709] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.607038] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91e6e175-f9c1-47f4-8a8a-cf9879378478 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.614684] env[69843]: DEBUG oslo_vmware.api [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 766.614684] env[69843]: value = "task-3703898" [ 766.614684] env[69843]: _type = "Task" [ 766.614684] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.624941] env[69843]: DEBUG oslo_vmware.api [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.658645] env[69843]: DEBUG nova.compute.utils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.677475] env[69843]: DEBUG nova.compute.manager [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.677758] env[69843]: DEBUG nova.network.neutron [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.719850] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 766.720196] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737758', 'volume_id': '6fcc941d-39c4-4156-85c4-91075a08cb25', 'name': 'volume-6fcc941d-39c4-4156-85c4-91075a08cb25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55fbbb65-ae87-4886-9353-406139351418', 'attached_at': '', 'detached_at': '', 'volume_id': '6fcc941d-39c4-4156-85c4-91075a08cb25', 'serial': '6fcc941d-39c4-4156-85c4-91075a08cb25'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 766.721245] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1e5460-9d70-4409-a2cd-54e7137a800a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.728260] env[69843]: DEBUG nova.policy [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c213e0de00d4db8adb91bafa89c8610', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc1661c4a4d54f8a9efa46de4e1e3260', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.744589] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8ed5e8-8571-47a8-a7cf-0f8fc5fea4d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.773960] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] volume-6fcc941d-39c4-4156-85c4-91075a08cb25/volume-6fcc941d-39c4-4156-85c4-91075a08cb25.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.775309] env[69843]: DEBUG nova.network.neutron [req-f4a03193-79bc-46b5-8c97-412164b16559 req-3c3d6032-523e-46e2-94bf-7fb0d0a586a8 service nova] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Updated VIF entry in instance network info cache for port c14e0c30-173a-4dbe-9f8f-1aceaedf6d60. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.775692] env[69843]: DEBUG nova.network.neutron [req-f4a03193-79bc-46b5-8c97-412164b16559 req-3c3d6032-523e-46e2-94bf-7fb0d0a586a8 service nova] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Updating instance_info_cache with network_info: [{"id": "c14e0c30-173a-4dbe-9f8f-1aceaedf6d60", "address": "fa:16:3e:d9:d8:bf", "network": {"id": "d106f1a5-e48f-4d44-bafb-a91090bd3eba", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-533987224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f38876d34ed34b01bbfc83564dd47f91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14e0c30-17", "ovs_interfaceid": "c14e0c30-173a-4dbe-9f8f-1aceaedf6d60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.779036] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3f5bd6-78c1-4d36-b11f-3c2449ab52fb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.797215] env[69843]: DEBUG oslo_concurrency.lockutils [req-f4a03193-79bc-46b5-8c97-412164b16559 req-3c3d6032-523e-46e2-94bf-7fb0d0a586a8 service nova] Releasing lock "refresh_cache-45fc71fc-04b0-4f5d-9599-0ac9742f6a6e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.806078] env[69843]: DEBUG oslo_vmware.api [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 766.806078] env[69843]: value = "task-3703899" [ 766.806078] env[69843]: _type = "Task" [ 766.806078] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.819815] env[69843]: DEBUG oslo_vmware.api [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.919437] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e00d4b-1a32-c8b9-ef4f-1c9e34d37cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.025548} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.919768] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.920019] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.920239] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.937073] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5214be07-23fd-8207-4b3f-3544718b4177, 'name': SearchDatastore_Task, 'duration_secs': 0.016376} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.938039] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa55b45-afcd-47cd-ae8e-7ecd2dc1a42e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.945165] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Waiting for the task: (returnval){ [ 766.945165] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5288faef-f7bd-5ea3-6907-bb5366c941b9" [ 766.945165] env[69843]: _type = "Task" [ 766.945165] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.956459] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5288faef-f7bd-5ea3-6907-bb5366c941b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.039234] env[69843]: DEBUG nova.compute.manager [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.042654] env[69843]: DEBUG nova.compute.manager [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.042877] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.043987] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0688dca9-1867-4417-a608-6e66399d189e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.052672] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.052958] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67df83a9-1db9-472b-bc25-627f503ce527 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.068480] env[69843]: DEBUG oslo_vmware.api [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Waiting for the task: (returnval){ [ 767.068480] env[69843]: value = "task-3703900" [ 767.068480] env[69843]: _type = "Task" [ 767.068480] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.074892] env[69843]: DEBUG oslo_vmware.api [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.098936] env[69843]: DEBUG oslo_vmware.api [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Task: {'id': task-3703897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309546} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.099361] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.099507] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.099684] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.099874] env[69843]: INFO nova.compute.manager [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Took 1.14 seconds to destroy the instance on the hypervisor. [ 767.100134] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.100332] env[69843]: DEBUG nova.compute.manager [-] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.100418] env[69843]: DEBUG nova.network.neutron [-] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.128023] env[69843]: DEBUG oslo_vmware.api [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703898, 'name': PowerOffVM_Task, 'duration_secs': 0.255999} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.128023] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.128023] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.128023] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61498d2d-6485-4f1b-a1a8-37675375ebd2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.134044] env[69843]: DEBUG nova.network.neutron [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Successfully created port: 1378d26b-4150-423a-9917-32f7206c04f4 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.187031] env[69843]: DEBUG nova.compute.manager [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.205338] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.205560] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.205758] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Deleting the datastore file [datastore2] d2314af3-6ce2-49d8-991e-0d214c827d18 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.206068] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-103d6268-ceb7-480d-8b1e-b97c4db91865 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.217055] env[69843]: DEBUG oslo_vmware.api [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for the task: (returnval){ [ 767.217055] env[69843]: value = "task-3703902" [ 767.217055] env[69843]: _type = "Task" [ 767.217055] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.229911] env[69843]: DEBUG oslo_vmware.api [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.231483] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 55fbbb65-ae87-4886-9353-406139351418 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.231628] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 48b5b431-fe29-4825-b21f-32ac068d4a87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.231742] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 242c4693-35ab-41db-91dd-3862456a9903 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.231893] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 25fff063-fede-436b-95a9-b392d0771beb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.232138] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance a2f4cd65-1832-4476-8b56-f33b9a36237b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.232287] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.232419] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 29a09314-10de-4b2e-8321-e4efab012869 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.232536] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.232648] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance ca89ba12-1438-44fa-b88a-bbe9386b4dce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.232880] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 6a271729-591c-4dda-969d-d901e8760815 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.232998] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance e80028c3-0380-42f7-b907-58d545e343cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.233131] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 66ae357b-4902-4d79-b4e4-f54013568a36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.233247] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance d2314af3-6ce2-49d8-991e-0d214c827d18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.233381] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance ad18a9f2-6a6d-4b33-aa8b-f24826347acc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.233498] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance c4ced098-7a4f-4842-895d-e600126f7916 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.233607] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 66659cd1-aabd-4158-86c6-66ef8977416d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.233742] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance a3ad4820-fe91-492f-9158-7be3e7b54531 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.233851] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 56e2f346-ee68-464e-9975-146a5cbf319b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.234783] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance cc2450e2-71a6-4d1d-93ba-79041d4b7a7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.234783] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 62b00bec-6db7-4864-86eb-d702db8dbc47 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.234783] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 93638b9b-cc01-4aca-9e55-7cf5f24d95da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.234783] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 222f4b6a-f397-4a13-8a88-c8ecf3d71544 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.234783] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 54fe1d54-bec9-4888-9c79-cb23e2a11647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.234783] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance c942ea2c-1af4-4f7c-9fdd-283d06a187e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.235124] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.235124] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.235209] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 0c51bfd5-589a-4b32-9d1a-e619dc352b66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 767.319526] env[69843]: DEBUG oslo_vmware.api [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703899, 'name': ReconfigVM_Task, 'duration_secs': 0.477474} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.319811] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Reconfigured VM instance instance-00000005 to attach disk [datastore1] volume-6fcc941d-39c4-4156-85c4-91075a08cb25/volume-6fcc941d-39c4-4156-85c4-91075a08cb25.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.326212] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e728ca-b76b-4728-9f88-8e3570645f76 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.349278] env[69843]: DEBUG oslo_vmware.api [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 767.349278] env[69843]: value = "task-3703903" [ 767.349278] env[69843]: _type = "Task" [ 767.349278] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.367647] env[69843]: DEBUG oslo_vmware.api [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.459238] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5288faef-f7bd-5ea3-6907-bb5366c941b9, 'name': SearchDatastore_Task, 'duration_secs': 0.017161} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.463028] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.463028] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e/45fc71fc-04b0-4f5d-9599-0ac9742f6a6e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.463028] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.463028] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.463028] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-942d6063-9db8-4331-b83b-52f4e2918f31 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.463652] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ffe8305-f071-4834-8179-773132d1b95b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.475293] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Waiting for the task: (returnval){ [ 767.475293] env[69843]: value = "task-3703904" [ 767.475293] env[69843]: _type = "Task" [ 767.475293] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.477099] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.477099] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.481910] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a2e88a-64a9-428d-b798-e72ac60991d1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.492234] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.494772] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 767.494772] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c04125-c36b-e726-3a83-d2a5b85451ef" [ 767.494772] env[69843]: _type = "Task" [ 767.494772] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.506493] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c04125-c36b-e726-3a83-d2a5b85451ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.573242] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.578244] env[69843]: DEBUG oslo_vmware.api [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703900, 'name': PowerOffVM_Task, 'duration_secs': 0.255583} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.578653] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.578997] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.579715] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9bd1505-45fb-4779-8808-a76eabf1cf34 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.662521] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.662826] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.663190] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Deleting the datastore file [datastore2] c942ea2c-1af4-4f7c-9fdd-283d06a187e0 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.663857] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6577d9fa-da6d-4dd5-b0ef-32f229ebabe3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.672899] env[69843]: DEBUG oslo_vmware.api [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Waiting for the task: (returnval){ [ 767.672899] env[69843]: value = "task-3703906" [ 767.672899] env[69843]: _type = "Task" [ 767.672899] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.684803] env[69843]: DEBUG oslo_vmware.api [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.728778] env[69843]: DEBUG oslo_vmware.api [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Task: {'id': task-3703902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262989} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.729075] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.729265] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.729439] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.729646] env[69843]: INFO nova.compute.manager [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Took 1.14 seconds to destroy the instance on the hypervisor. [ 767.729940] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.730192] env[69843]: DEBUG nova.compute.manager [-] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.730304] env[69843]: DEBUG nova.network.neutron [-] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.738085] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance cdd53a99-8b97-437e-a304-209b5b69d609 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 767.863341] env[69843]: DEBUG oslo_vmware.api [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703903, 'name': ReconfigVM_Task, 'duration_secs': 0.197982} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.865278] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737758', 'volume_id': '6fcc941d-39c4-4156-85c4-91075a08cb25', 'name': 'volume-6fcc941d-39c4-4156-85c4-91075a08cb25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55fbbb65-ae87-4886-9353-406139351418', 'attached_at': '', 'detached_at': '', 'volume_id': '6fcc941d-39c4-4156-85c4-91075a08cb25', 'serial': '6fcc941d-39c4-4156-85c4-91075a08cb25'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 767.917731] env[69843]: DEBUG nova.compute.manager [req-56b30286-ba92-4fdd-9fc2-e0c9d3903426 req-2ccce5a9-5676-4f74-9967-26faad7d545a service nova] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Received event network-vif-deleted-6a667367-4999-409a-b505-c4a9fb5ea808 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.917973] env[69843]: INFO nova.compute.manager [req-56b30286-ba92-4fdd-9fc2-e0c9d3903426 req-2ccce5a9-5676-4f74-9967-26faad7d545a service nova] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Neutron deleted interface 6a667367-4999-409a-b505-c4a9fb5ea808; detaching it from the instance and deleting it from the info cache [ 767.921586] env[69843]: DEBUG nova.network.neutron [req-56b30286-ba92-4fdd-9fc2-e0c9d3903426 req-2ccce5a9-5676-4f74-9967-26faad7d545a service nova] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.989839] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.013724] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c04125-c36b-e726-3a83-d2a5b85451ef, 'name': SearchDatastore_Task, 'duration_secs': 0.017009} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.015522] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a97e9e-9e36-42c0-9b5b-481d14dff959 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.025814] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 768.025814] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52957bf3-3765-e6ec-b49a-c7c076a3c014" [ 768.025814] env[69843]: _type = "Task" [ 768.025814] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.043417] env[69843]: DEBUG oslo_concurrency.lockutils [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Acquiring lock "ad18a9f2-6a6d-4b33-aa8b-f24826347acc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.043910] env[69843]: DEBUG oslo_concurrency.lockutils [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Lock "ad18a9f2-6a6d-4b33-aa8b-f24826347acc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.044358] env[69843]: DEBUG oslo_concurrency.lockutils [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Acquiring lock "ad18a9f2-6a6d-4b33-aa8b-f24826347acc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.044712] env[69843]: DEBUG oslo_concurrency.lockutils [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Lock "ad18a9f2-6a6d-4b33-aa8b-f24826347acc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.045089] env[69843]: DEBUG oslo_concurrency.lockutils [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Lock "ad18a9f2-6a6d-4b33-aa8b-f24826347acc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.048646] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52957bf3-3765-e6ec-b49a-c7c076a3c014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.050466] env[69843]: INFO nova.compute.manager [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Terminating instance [ 768.137157] env[69843]: DEBUG nova.network.neutron [-] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.188527] env[69843]: DEBUG oslo_vmware.api [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Task: {'id': task-3703906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320358} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.188754] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.189039] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.189306] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.189572] env[69843]: INFO nova.compute.manager [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 768.190052] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.190201] env[69843]: DEBUG nova.compute.manager [-] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.190342] env[69843]: DEBUG nova.network.neutron [-] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.201985] env[69843]: DEBUG nova.compute.manager [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.243237] env[69843]: DEBUG nova.virt.hardware [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.243530] env[69843]: DEBUG nova.virt.hardware [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.243814] env[69843]: DEBUG nova.virt.hardware [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.243921] env[69843]: DEBUG nova.virt.hardware [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.244019] env[69843]: DEBUG nova.virt.hardware [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.244328] env[69843]: DEBUG nova.virt.hardware [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.244625] env[69843]: DEBUG nova.virt.hardware [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.244867] env[69843]: DEBUG nova.virt.hardware [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.245148] env[69843]: DEBUG nova.virt.hardware [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.245359] env[69843]: DEBUG nova.virt.hardware [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.245570] env[69843]: DEBUG nova.virt.hardware [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.246515] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance f639e7ca-e188-482a-8541-059c773578a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 768.249146] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459ec833-f9d4-4e19-9d79-df44a8510041 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.259509] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a348d750-5527-435d-bcaf-7c72e6f02844 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.423273] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca904f29-c125-45e7-8694-030c587e7378 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.434345] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b44ae-9b5a-4d25-bf6e-5b033f7c3220 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.481026] env[69843]: DEBUG nova.compute.manager [req-56b30286-ba92-4fdd-9fc2-e0c9d3903426 req-2ccce5a9-5676-4f74-9967-26faad7d545a service nova] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Detach interface failed, port_id=6a667367-4999-409a-b505-c4a9fb5ea808, reason: Instance 54fe1d54-bec9-4888-9c79-cb23e2a11647 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.494725] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663439} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.495205] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e/45fc71fc-04b0-4f5d-9599-0ac9742f6a6e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.495601] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.495992] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4078a4c2-e52a-4075-9e63-6321327fa069 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.508028] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Waiting for the task: (returnval){ [ 768.508028] env[69843]: value = "task-3703907" [ 768.508028] env[69843]: _type = "Task" [ 768.508028] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.517591] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.539678] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52957bf3-3765-e6ec-b49a-c7c076a3c014, 'name': SearchDatastore_Task, 'duration_secs': 0.059026} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.540043] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.540399] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84/4828f76b-eab4-4f3d-8d92-e6a6ee79eb84.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.540723] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42f1a633-6839-4d3a-a008-2b78b3f92e6e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.548901] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 768.548901] env[69843]: value = "task-3703908" [ 768.548901] env[69843]: _type = "Task" [ 768.548901] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.558263] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.560276] env[69843]: DEBUG nova.compute.manager [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.560586] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.562152] env[69843]: DEBUG nova.compute.manager [req-227a0aba-017d-4f9e-9022-a82cd25afec1 req-a2b1f940-778f-49e1-9075-38381f48dede service nova] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Received event network-vif-deleted-8e8cb562-a94e-4592-a98c-6c2bfe8c0dae {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.563433] env[69843]: INFO nova.compute.manager [req-227a0aba-017d-4f9e-9022-a82cd25afec1 req-a2b1f940-778f-49e1-9075-38381f48dede service nova] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Neutron deleted interface 8e8cb562-a94e-4592-a98c-6c2bfe8c0dae; detaching it from the instance and deleting it from the info cache [ 768.563433] env[69843]: DEBUG nova.network.neutron [req-227a0aba-017d-4f9e-9022-a82cd25afec1 req-a2b1f940-778f-49e1-9075-38381f48dede service nova] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.565073] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ec3122-a2e5-42ab-a262-eebd2c616fec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.576091] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.576730] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e43970ae-09f5-452e-a9e2-5af39151f3ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.584618] env[69843]: DEBUG oslo_vmware.api [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Waiting for the task: (returnval){ [ 768.584618] env[69843]: value = "task-3703909" [ 768.584618] env[69843]: _type = "Task" [ 768.584618] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.596899] env[69843]: DEBUG oslo_vmware.api [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.640682] env[69843]: INFO nova.compute.manager [-] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Took 1.54 seconds to deallocate network for instance. [ 768.749147] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 29605030-00aa-482e-aaa4-c2d66af2c29d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 768.789880] env[69843]: DEBUG nova.network.neutron [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Successfully updated port: 1378d26b-4150-423a-9917-32f7206c04f4 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.830644] env[69843]: DEBUG nova.network.neutron [-] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.923478] env[69843]: DEBUG nova.objects.instance [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lazy-loading 'flavor' on Instance uuid 55fbbb65-ae87-4886-9353-406139351418 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.986648] env[69843]: DEBUG nova.network.neutron [-] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.019023] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073228} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.019389] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.020485] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca724bf3-724f-49c8-bf87-d571411ad5cf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.052298] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e/45fc71fc-04b0-4f5d-9599-0ac9742f6a6e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.053275] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4a14466-aaec-45c8-ac46-ecffae3e25ee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.073093] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-194e4bd8-3c72-49a6-a53b-68cf86b03a3e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.080719] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Waiting for the task: (returnval){ [ 769.080719] env[69843]: value = "task-3703910" [ 769.080719] env[69843]: _type = "Task" [ 769.080719] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.086077] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530318} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.093780] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38361cbb-df18-495a-9dcf-9941c1bed302 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.108963] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84/4828f76b-eab4-4f3d-8d92-e6a6ee79eb84.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.109193] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.111346] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9535325e-0c19-4f1e-a801-b1ba3b9b51d2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.118929] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.123438] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 769.123438] env[69843]: value = "task-3703911" [ 769.123438] env[69843]: _type = "Task" [ 769.123438] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.123733] env[69843]: DEBUG oslo_vmware.api [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.143073] env[69843]: DEBUG nova.compute.manager [req-227a0aba-017d-4f9e-9022-a82cd25afec1 req-a2b1f940-778f-49e1-9075-38381f48dede service nova] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Detach interface failed, port_id=8e8cb562-a94e-4592-a98c-6c2bfe8c0dae, reason: Instance c942ea2c-1af4-4f7c-9fdd-283d06a187e0 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 769.154261] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.160774] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.255982] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 769.293625] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.293825] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquired lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.294016] env[69843]: DEBUG nova.network.neutron [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.333279] env[69843]: INFO nova.compute.manager [-] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Took 1.60 seconds to deallocate network for instance. [ 769.429431] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f82de9f-4c60-44f3-9b1e-321af7542c65 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "55fbbb65-ae87-4886-9353-406139351418" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.403s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.489721] env[69843]: INFO nova.compute.manager [-] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Took 1.30 seconds to deallocate network for instance. [ 769.554967] env[69843]: DEBUG oslo_vmware.rw_handles [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42cf0-cd42-52e0-9821-83c567281630/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 769.555955] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d94bff1-ab61-4400-90ac-bc15243bef9c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.563117] env[69843]: DEBUG oslo_vmware.rw_handles [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42cf0-cd42-52e0-9821-83c567281630/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 769.563329] env[69843]: ERROR oslo_vmware.rw_handles [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42cf0-cd42-52e0-9821-83c567281630/disk-0.vmdk due to incomplete transfer. [ 769.563525] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f9649ca-8dd7-4fb3-b7bd-b89f926cdc76 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.571492] env[69843]: DEBUG oslo_vmware.rw_handles [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e42cf0-cd42-52e0-9821-83c567281630/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 769.571621] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Uploaded image 94f04abc-9d99-4a8a-ac88-44d678262bdd to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 769.573189] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 769.573461] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9ccf2f2d-8381-4dfc-ab8c-aef53026d29a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.580308] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 769.580308] env[69843]: value = "task-3703912" [ 769.580308] env[69843]: _type = "Task" [ 769.580308] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.597076] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703912, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.601133] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.605859] env[69843]: DEBUG oslo_vmware.api [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.656029] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128389} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.656029] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.656029] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d80011-5977-4bcc-844e-c57d2c482933 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.679304] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84/4828f76b-eab4-4f3d-8d92-e6a6ee79eb84.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.679672] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af1e4ece-e041-4393-9281-08b80a67d1c4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.700686] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 769.700686] env[69843]: value = "task-3703913" [ 769.700686] env[69843]: _type = "Task" [ 769.700686] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.709669] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.759465] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 1a278863-e27b-41c3-88e2-338732e1f54c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 769.837591] env[69843]: DEBUG nova.network.neutron [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.841487] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.961730] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "55fbbb65-ae87-4886-9353-406139351418" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.962069] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "55fbbb65-ae87-4886-9353-406139351418" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.999080] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.999080] env[69843]: DEBUG nova.network.neutron [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Updating instance_info_cache with network_info: [{"id": "1378d26b-4150-423a-9917-32f7206c04f4", "address": "fa:16:3e:bf:b3:d0", "network": {"id": "ef061263-737b-4dec-ac59-b60ba4e542bb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945675926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc1661c4a4d54f8a9efa46de4e1e3260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1378d26b-41", "ovs_interfaceid": "1378d26b-4150-423a-9917-32f7206c04f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.010794] env[69843]: DEBUG nova.compute.manager [req-c3c5c6c9-f37e-4ff1-ac6c-7b8da10f1db5 req-5d2b7eb2-63d6-4434-8d12-ea5aa633b878 service nova] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Received event network-vif-deleted-6859007a-01ce-410e-95c7-9ae5c847b6b2 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.092276] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703912, 'name': Destroy_Task, 'duration_secs': 0.373267} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.095685] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Destroyed the VM [ 770.096068] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 770.099922] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-325ffbd4-5131-4adb-874a-1124f91ee41b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.101306] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703910, 'name': ReconfigVM_Task, 'duration_secs': 0.919797} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.101884] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e/45fc71fc-04b0-4f5d-9599-0ac9742f6a6e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.102957] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d64a4f4-c429-40ea-9d10-fe0ec03a64b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.107617] env[69843]: DEBUG oslo_vmware.api [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703909, 'name': PowerOffVM_Task, 'duration_secs': 1.260904} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.109106] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.109285] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.109579] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 770.109579] env[69843]: value = "task-3703914" [ 770.109579] env[69843]: _type = "Task" [ 770.109579] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.109765] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d70abd5c-7eab-46d8-89d7-dfd8e7c16584 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.115669] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Waiting for the task: (returnval){ [ 770.115669] env[69843]: value = "task-3703915" [ 770.115669] env[69843]: _type = "Task" [ 770.115669] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.123951] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703914, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.128127] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703915, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.185817] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.185938] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.186206] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Deleting the datastore file [datastore1] ad18a9f2-6a6d-4b33-aa8b-f24826347acc {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.186924] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe928e93-974d-45a9-8d78-e5c4a670b442 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.199473] env[69843]: DEBUG oslo_vmware.api [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Waiting for the task: (returnval){ [ 770.199473] env[69843]: value = "task-3703917" [ 770.199473] env[69843]: _type = "Task" [ 770.199473] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.214950] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703913, 'name': ReconfigVM_Task, 'duration_secs': 0.387672} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.218576] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84/4828f76b-eab4-4f3d-8d92-e6a6ee79eb84.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.219359] env[69843]: DEBUG oslo_vmware.api [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.219612] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b5aa00f-dfa0-4d0c-9010-b8a5cd2db674 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.227244] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 770.227244] env[69843]: value = "task-3703918" [ 770.227244] env[69843]: _type = "Task" [ 770.227244] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.236920] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703918, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.264299] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 750b8ae4-87a7-402a-a82f-44c01e9fd888 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 770.469647] env[69843]: INFO nova.compute.manager [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Detaching volume 6fcc941d-39c4-4156-85c4-91075a08cb25 [ 770.501034] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Releasing lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.501972] env[69843]: DEBUG nova.compute.manager [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Instance network_info: |[{"id": "1378d26b-4150-423a-9917-32f7206c04f4", "address": "fa:16:3e:bf:b3:d0", "network": {"id": "ef061263-737b-4dec-ac59-b60ba4e542bb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945675926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc1661c4a4d54f8a9efa46de4e1e3260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1378d26b-41", "ovs_interfaceid": "1378d26b-4150-423a-9917-32f7206c04f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.501972] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:b3:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1378d26b-4150-423a-9917-32f7206c04f4', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.511275] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Creating folder: Project (cc1661c4a4d54f8a9efa46de4e1e3260). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.512626] env[69843]: INFO nova.virt.block_device [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Attempting to driver detach volume 6fcc941d-39c4-4156-85c4-91075a08cb25 from mountpoint /dev/sdb [ 770.512835] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 770.513028] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737758', 'volume_id': '6fcc941d-39c4-4156-85c4-91075a08cb25', 'name': 'volume-6fcc941d-39c4-4156-85c4-91075a08cb25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55fbbb65-ae87-4886-9353-406139351418', 'attached_at': '', 'detached_at': '', 'volume_id': '6fcc941d-39c4-4156-85c4-91075a08cb25', 'serial': '6fcc941d-39c4-4156-85c4-91075a08cb25'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 770.513482] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c93f9de-72f6-4c00-a59b-0ad4cd8dd652 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.515688] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb178fda-d39f-4e6b-a9dc-706611b2c1f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.541202] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394fd34f-d052-417b-bfca-a2b6f94cc304 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.543901] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Created folder: Project (cc1661c4a4d54f8a9efa46de4e1e3260) in parent group-v737654. [ 770.544099] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Creating folder: Instances. Parent ref: group-v737765. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.544660] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e7263f1-b080-42ba-87e8-c329083a98f0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.551448] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53311f24-605c-4eb5-bcba-270ff2d67e47 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.558819] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Created folder: Instances in parent group-v737765. [ 770.559053] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.578660] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.579037] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b142d87e-2140-4e2d-82c9-30540b0f5079 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.596069] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c315db-a0bc-4618-b3fb-8671d88cc18d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.616020] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] The volume has not been displaced from its original location: [datastore1] volume-6fcc941d-39c4-4156-85c4-91075a08cb25/volume-6fcc941d-39c4-4156-85c4-91075a08cb25.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 770.622277] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Reconfiguring VM instance instance-00000005 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 770.628524] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b07037-0493-4177-9aaf-49f4ca730772 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.642431] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.642431] env[69843]: value = "task-3703921" [ 770.642431] env[69843]: _type = "Task" [ 770.642431] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.654665] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703914, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.656428] env[69843]: DEBUG oslo_vmware.api [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 770.656428] env[69843]: value = "task-3703922" [ 770.656428] env[69843]: _type = "Task" [ 770.656428] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.659945] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703915, 'name': Rename_Task, 'duration_secs': 0.189907} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.667611] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.667940] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703921, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.668191] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-348695ae-7a22-4267-a5bf-fa09aab29517 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.681055] env[69843]: DEBUG oslo_vmware.api [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.682706] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Waiting for the task: (returnval){ [ 770.682706] env[69843]: value = "task-3703923" [ 770.682706] env[69843]: _type = "Task" [ 770.682706] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.683936] env[69843]: DEBUG nova.compute.manager [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Received event network-vif-plugged-1378d26b-4150-423a-9917-32f7206c04f4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.684210] env[69843]: DEBUG oslo_concurrency.lockutils [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] Acquiring lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.684465] env[69843]: DEBUG oslo_concurrency.lockutils [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.684738] env[69843]: DEBUG oslo_concurrency.lockutils [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.684828] env[69843]: DEBUG nova.compute.manager [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] No waiting events found dispatching network-vif-plugged-1378d26b-4150-423a-9917-32f7206c04f4 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 770.684997] env[69843]: WARNING nova.compute.manager [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Received unexpected event network-vif-plugged-1378d26b-4150-423a-9917-32f7206c04f4 for instance with vm_state building and task_state spawning. [ 770.685169] env[69843]: DEBUG nova.compute.manager [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Received event network-changed-1378d26b-4150-423a-9917-32f7206c04f4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.685319] env[69843]: DEBUG nova.compute.manager [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Refreshing instance network info cache due to event network-changed-1378d26b-4150-423a-9917-32f7206c04f4. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.685500] env[69843]: DEBUG oslo_concurrency.lockutils [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] Acquiring lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.685634] env[69843]: DEBUG oslo_concurrency.lockutils [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] Acquired lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.685830] env[69843]: DEBUG nova.network.neutron [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Refreshing network info cache for port 1378d26b-4150-423a-9917-32f7206c04f4 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.698792] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.713375] env[69843]: DEBUG oslo_vmware.api [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Task: {'id': task-3703917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269145} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.713682] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.713867] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.714059] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.714230] env[69843]: INFO nova.compute.manager [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Took 2.15 seconds to destroy the instance on the hypervisor. [ 770.714505] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.714717] env[69843]: DEBUG nova.compute.manager [-] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.714823] env[69843]: DEBUG nova.network.neutron [-] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.737438] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703918, 'name': Rename_Task, 'duration_secs': 0.206052} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.737770] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.738046] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-359acb2c-1575-4d76-8647-b6ee06930349 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.745351] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 770.745351] env[69843]: value = "task-3703924" [ 770.745351] env[69843]: _type = "Task" [ 770.745351] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.754084] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.769818] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance d9fc4e13-6556-4875-b301-c5f47d3e1cf0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 771.127032] env[69843]: DEBUG oslo_vmware.api [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703914, 'name': RemoveSnapshot_Task, 'duration_secs': 0.640457} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.127032] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 771.127032] env[69843]: INFO nova.compute.manager [None req-c6d5e476-a9f8-438f-8b06-7940ac132833 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Took 14.17 seconds to snapshot the instance on the hypervisor. [ 771.162890] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703921, 'name': CreateVM_Task, 'duration_secs': 0.442432} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.167142] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.168036] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.168191] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.168561] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.169270] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a4844e-a385-4685-9a0e-3263044330a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.179059] env[69843]: DEBUG oslo_vmware.api [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703922, 'name': ReconfigVM_Task, 'duration_secs': 0.394295} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.179059] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Reconfigured VM instance instance-00000005 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 771.187030] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-027e9b37-f506-4154-9697-6af536c59528 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.198626] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 771.198626] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528ecd1d-7a81-cff8-97eb-63789bf33b79" [ 771.198626] env[69843]: _type = "Task" [ 771.198626] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.218232] env[69843]: DEBUG oslo_vmware.api [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 771.218232] env[69843]: value = "task-3703925" [ 771.218232] env[69843]: _type = "Task" [ 771.218232] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.229428] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528ecd1d-7a81-cff8-97eb-63789bf33b79, 'name': SearchDatastore_Task, 'duration_secs': 0.012016} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.229707] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703923, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.230453] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.230738] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.231938] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.231938] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.231938] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.231938] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bae64a9-a411-4214-a110-6330f64c4d8b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.238355] env[69843]: DEBUG oslo_vmware.api [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.253063] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.253293] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.257440] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e26a0f2f-13d8-4148-a8ab-8738cbfb0458 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.260022] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703924, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.266331] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 771.266331] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526b20e9-b8a7-0255-9160-95d6a2b88a79" [ 771.266331] env[69843]: _type = "Task" [ 771.266331] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.276971] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 62d3db0b-c60c-4cd7-8363-5da9b1619d16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 771.278633] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526b20e9-b8a7-0255-9160-95d6a2b88a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.486744] env[69843]: DEBUG nova.network.neutron [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Updated VIF entry in instance network info cache for port 1378d26b-4150-423a-9917-32f7206c04f4. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.486744] env[69843]: DEBUG nova.network.neutron [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Updating instance_info_cache with network_info: [{"id": "1378d26b-4150-423a-9917-32f7206c04f4", "address": "fa:16:3e:bf:b3:d0", "network": {"id": "ef061263-737b-4dec-ac59-b60ba4e542bb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945675926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc1661c4a4d54f8a9efa46de4e1e3260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1378d26b-41", "ovs_interfaceid": "1378d26b-4150-423a-9917-32f7206c04f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.710804] env[69843]: DEBUG oslo_vmware.api [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703923, 'name': PowerOnVM_Task, 'duration_secs': 0.799173} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.710804] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.710804] env[69843]: INFO nova.compute.manager [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Took 9.33 seconds to spawn the instance on the hypervisor. [ 771.710804] env[69843]: DEBUG nova.compute.manager [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 771.711630] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4958fc69-0fe1-414e-b4e7-3696e956e882 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.731395] env[69843]: DEBUG oslo_vmware.api [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3703925, 'name': ReconfigVM_Task, 'duration_secs': 0.185394} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.731528] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737758', 'volume_id': '6fcc941d-39c4-4156-85c4-91075a08cb25', 'name': 'volume-6fcc941d-39c4-4156-85c4-91075a08cb25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '55fbbb65-ae87-4886-9353-406139351418', 'attached_at': '', 'detached_at': '', 'volume_id': '6fcc941d-39c4-4156-85c4-91075a08cb25', 'serial': '6fcc941d-39c4-4156-85c4-91075a08cb25'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 771.758397] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703924, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.777680] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526b20e9-b8a7-0255-9160-95d6a2b88a79, 'name': SearchDatastore_Task, 'duration_secs': 0.014075} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.777680] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7bd80ee-69ea-45dd-adc7-36899ec1e1ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.781998] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance c850434b-0d5d-43f3-9e5b-a8d86153be5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 771.785029] env[69843]: DEBUG nova.network.neutron [-] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.786051] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 771.786051] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525cd339-a832-55c0-03cd-c8f5f2b67170" [ 771.786051] env[69843]: _type = "Task" [ 771.786051] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.796560] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525cd339-a832-55c0-03cd-c8f5f2b67170, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.797773] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.798051] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 0c51bfd5-589a-4b32-9d1a-e619dc352b66/0c51bfd5-589a-4b32-9d1a-e619dc352b66.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.798309] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adcd80e6-97d0-4bb2-8d29-e199cb09e73e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.806908] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 771.806908] env[69843]: value = "task-3703926" [ 771.806908] env[69843]: _type = "Task" [ 771.806908] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.815742] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3703926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.991526] env[69843]: DEBUG oslo_concurrency.lockutils [req-97f82754-2f2c-440f-9dd0-241c8f5b63d3 req-ee7252c9-10ff-4363-9f64-fa72db47b999 service nova] Releasing lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.233797] env[69843]: INFO nova.compute.manager [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Took 41.33 seconds to build instance. [ 772.259457] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703924, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.287281] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance fc8ace66-7ec0-409e-9025-f46fcbf352ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 772.296026] env[69843]: INFO nova.compute.manager [-] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Took 1.58 seconds to deallocate network for instance. [ 772.316732] env[69843]: DEBUG nova.objects.instance [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lazy-loading 'flavor' on Instance uuid 55fbbb65-ae87-4886-9353-406139351418 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.321609] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3703926, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.736020] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2e8bea53-ac96-4d62-8c06-cd2a0abc3bd3 tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Lock "45fc71fc-04b0-4f5d-9599-0ac9742f6a6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.785s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.759570] env[69843]: DEBUG oslo_vmware.api [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703924, 'name': PowerOnVM_Task, 'duration_secs': 1.816178} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.760107] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.760313] env[69843]: INFO nova.compute.manager [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Took 7.38 seconds to spawn the instance on the hypervisor. [ 772.760934] env[69843]: DEBUG nova.compute.manager [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 772.761791] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26fdf15-6ef3-442b-9041-8e6742359137 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.793148] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 24dc5517-e593-4de4-a6ad-83fe1788414d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 772.793148] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 772.793343] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 772.803824] env[69843]: DEBUG oslo_concurrency.lockutils [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.818733] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3703926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539861} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.821436] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 0c51bfd5-589a-4b32-9d1a-e619dc352b66/0c51bfd5-589a-4b32-9d1a-e619dc352b66.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.821664] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.824016] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56c1bd4c-6334-4909-8bc3-877f438f05f4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.833368] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 772.833368] env[69843]: value = "task-3703927" [ 772.833368] env[69843]: _type = "Task" [ 772.833368] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.849600] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3703927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.912937] env[69843]: DEBUG nova.compute.manager [req-5fc08f02-d242-4eaa-af08-37a79a25033e req-111ecb4d-60fe-4251-b4c1-b7f2247267a8 service nova] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Received event network-vif-deleted-c5438370-4928-428d-b6e2-da468f4cc821 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.239277] env[69843]: DEBUG nova.compute.manager [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.281721] env[69843]: INFO nova.compute.manager [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Took 38.66 seconds to build instance. [ 773.328639] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b596c617-dfa9-4daa-803c-c138da99dea8 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "55fbbb65-ae87-4886-9353-406139351418" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.366s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.335464] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619fa3e3-3d7b-46d8-84f8-1a0bc74760f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.354324] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3703927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074688} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.354324] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.355546] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83b60b5-bc26-46fa-a72c-75d90886c4b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.359020] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f0fa91-c4e4-4b2d-a8f5-0678f2b49ecd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.383086] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 0c51bfd5-589a-4b32-9d1a-e619dc352b66/0c51bfd5-589a-4b32-9d1a-e619dc352b66.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.409822] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-988772a7-7e34-4742-92f0-5dc76723a7a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.428223] env[69843]: DEBUG nova.compute.manager [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 773.428223] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3a0859-d30b-4315-ab51-ce070d13cf36 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.429781] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91be0fff-e15f-4a0b-b473-97f4d663ae36 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.442624] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdeb7c3-16b9-45a9-97f1-5bf5dcef8a0a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.447889] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 773.447889] env[69843]: value = "task-3703928" [ 773.447889] env[69843]: _type = "Task" [ 773.447889] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.460817] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.471464] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3703928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.762161] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.787909] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7d1a987e-3eab-4328-b25b-7ca32ef0be5d tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lock "4828f76b-eab4-4f3d-8d92-e6a6ee79eb84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.514s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.949328] env[69843]: INFO nova.compute.manager [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] instance snapshotting [ 773.952189] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036426f3-6a72-42d8-8f78-eb8724d65d5f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.967581] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3703928, 'name': ReconfigVM_Task, 'duration_secs': 0.45833} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.983196] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 0c51bfd5-589a-4b32-9d1a-e619dc352b66/0c51bfd5-589a-4b32-9d1a-e619dc352b66.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.983196] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e58d298-fe6e-422f-86c7-e19b2458532d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.984906] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0674ac1-05a1-44dc-9e3e-e845530d9fdb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.996295] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 773.996295] env[69843]: value = "task-3703929" [ 773.996295] env[69843]: _type = "Task" [ 773.996295] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.000671] env[69843]: ERROR nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [req-134c0d40-e985-4f6f-9712-f46d524c8667] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f473df78-9fd2-4a18-9b1b-7c5fc5ca712b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-134c0d40-e985-4f6f-9712-f46d524c8667"}]} [ 774.008111] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3703929, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.020362] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Refreshing inventories for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 774.037176] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Updating ProviderTree inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 774.037176] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.052857] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Refreshing aggregate associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, aggregates: None {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 774.087642] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Refreshing trait associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 774.090934] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "ebd1a826-8a0b-4e90-a442-f7225ef80357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.091043] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "ebd1a826-8a0b-4e90-a442-f7225ef80357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.291182] env[69843]: DEBUG nova.compute.manager [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.495834] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 774.496208] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4ca2b2e-73b5-435a-8312-24c921016878 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.508829] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3703929, 'name': Rename_Task, 'duration_secs': 0.163525} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.512689] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.513057] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 774.513057] env[69843]: value = "task-3703930" [ 774.513057] env[69843]: _type = "Task" [ 774.513057] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.513510] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ff286f1-b8f3-40fc-b638-8be6ca1a9cd3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.526084] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703930, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.530902] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 774.530902] env[69843]: value = "task-3703931" [ 774.530902] env[69843]: _type = "Task" [ 774.530902] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.541634] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3703931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.702236] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f650a4b4-20e7-4074-b59a-ea294676fb5e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.710803] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13109ffc-996a-40e7-8dbb-7bfbb7457769 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.743239] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d40ad46-34eb-4fd7-896e-7af593503c05 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.751826] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdc9414-a5a0-4811-9a59-5faa0be48c40 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.766909] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.824024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.027735] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703930, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.041283] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3703931, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.308248] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 775.308785] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 62 to 63 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 775.309049] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.326601] env[69843]: INFO nova.compute.manager [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Rebuilding instance [ 775.365904] env[69843]: DEBUG nova.compute.manager [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 775.366918] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befe999e-be7b-44f5-bbb6-38de4760867a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.526933] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703930, 'name': CreateSnapshot_Task, 'duration_secs': 0.53783} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.527394] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 775.528172] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589cabbe-d230-4a9e-9c0a-db33e0c145a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.546852] env[69843]: DEBUG oslo_vmware.api [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3703931, 'name': PowerOnVM_Task, 'duration_secs': 0.534902} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.547351] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.547351] env[69843]: INFO nova.compute.manager [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Took 7.35 seconds to spawn the instance on the hypervisor. [ 775.547517] env[69843]: DEBUG nova.compute.manager [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 775.548672] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6336b4c5-87f8-4ce4-b920-9facfe0ff8e9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.795457] env[69843]: DEBUG oslo_concurrency.lockutils [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Acquiring lock "45fc71fc-04b0-4f5d-9599-0ac9742f6a6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.795457] env[69843]: DEBUG oslo_concurrency.lockutils [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Lock "45fc71fc-04b0-4f5d-9599-0ac9742f6a6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.795971] env[69843]: DEBUG oslo_concurrency.lockutils [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Acquiring lock "45fc71fc-04b0-4f5d-9599-0ac9742f6a6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.795971] env[69843]: DEBUG oslo_concurrency.lockutils [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Lock "45fc71fc-04b0-4f5d-9599-0ac9742f6a6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.795971] env[69843]: DEBUG oslo_concurrency.lockutils [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Lock "45fc71fc-04b0-4f5d-9599-0ac9742f6a6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.798069] env[69843]: INFO nova.compute.manager [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Terminating instance [ 775.814221] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 775.814493] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.665s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.814829] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.836s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.816345] env[69843]: INFO nova.compute.claims [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.048862] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 776.049208] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4f41e0e7-eaa5-41bc-aee1-e28ae2742822 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.060914] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 776.060914] env[69843]: value = "task-3703932" [ 776.060914] env[69843]: _type = "Task" [ 776.060914] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.070714] env[69843]: INFO nova.compute.manager [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Took 36.76 seconds to build instance. [ 776.077395] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703932, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.302013] env[69843]: DEBUG nova.compute.manager [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.302306] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.303295] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956b3b9c-704c-41a7-9e3b-b620dc7e3548 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.312610] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.313443] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9036a57e-1715-445c-8588-483d9d7f0e88 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.325850] env[69843]: DEBUG oslo_vmware.api [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Waiting for the task: (returnval){ [ 776.325850] env[69843]: value = "task-3703933" [ 776.325850] env[69843]: _type = "Task" [ 776.325850] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.337381] env[69843]: DEBUG oslo_vmware.api [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.381211] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.381559] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5062108-cb94-4190-8786-2e6194646be2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.390897] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 776.390897] env[69843]: value = "task-3703934" [ 776.390897] env[69843]: _type = "Task" [ 776.390897] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.402642] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.575097] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703932, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.576714] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f83c728-4a40-46bf-be7b-10be1ebb7852 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.840s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.746144] env[69843]: DEBUG nova.compute.manager [req-67c66a2f-aed0-4067-a966-78b84682431a req-cd4bc844-6e2d-49bc-a112-bb15fbb9023f service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Received event network-changed-1378d26b-4150-423a-9917-32f7206c04f4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.746486] env[69843]: DEBUG nova.compute.manager [req-67c66a2f-aed0-4067-a966-78b84682431a req-cd4bc844-6e2d-49bc-a112-bb15fbb9023f service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Refreshing instance network info cache due to event network-changed-1378d26b-4150-423a-9917-32f7206c04f4. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.746894] env[69843]: DEBUG oslo_concurrency.lockutils [req-67c66a2f-aed0-4067-a966-78b84682431a req-cd4bc844-6e2d-49bc-a112-bb15fbb9023f service nova] Acquiring lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.747179] env[69843]: DEBUG oslo_concurrency.lockutils [req-67c66a2f-aed0-4067-a966-78b84682431a req-cd4bc844-6e2d-49bc-a112-bb15fbb9023f service nova] Acquired lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.747814] env[69843]: DEBUG nova.network.neutron [req-67c66a2f-aed0-4067-a966-78b84682431a req-cd4bc844-6e2d-49bc-a112-bb15fbb9023f service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Refreshing network info cache for port 1378d26b-4150-423a-9917-32f7206c04f4 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.839786] env[69843]: DEBUG oslo_vmware.api [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703933, 'name': PowerOffVM_Task, 'duration_secs': 0.273568} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.840290] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.840290] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.840511] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-900e54bb-4fda-43ab-9874-a057d3f11a31 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.901174] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703934, 'name': PowerOffVM_Task, 'duration_secs': 0.212608} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.901443] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.902131] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.903151] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb250cd-ecf3-480b-b702-3fec5a40eeba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.913131] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.913390] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0b6faec-755e-4dfc-878a-24c3b3bac3d2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.940551] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.940551] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.940551] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Deleting the datastore file [datastore1] 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.940898] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0fe03b6-1c72-456d-8087-cbf96594e582 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.949074] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 776.949074] env[69843]: value = "task-3703937" [ 776.949074] env[69843]: _type = "Task" [ 776.949074] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.956911] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.974405] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.974745] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.974926] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Deleting the datastore file [datastore1] 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.975180] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ce2859c-34de-4266-80b3-5f62d0781bb5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.981684] env[69843]: DEBUG oslo_vmware.api [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Waiting for the task: (returnval){ [ 776.981684] env[69843]: value = "task-3703938" [ 776.981684] env[69843]: _type = "Task" [ 776.981684] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.995096] env[69843]: DEBUG oslo_vmware.api [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.074888] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703932, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.079400] env[69843]: DEBUG nova.compute.manager [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.413151] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229a5936-ed48-453b-a03e-4804d70a6443 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.421923] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ededec8f-846f-4842-9c49-7ceef96363a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.466115] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ab8cde-da50-4ba6-937b-aac1582f4f85 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.475571] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106833} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.477821] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.478032] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.478218] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.481742] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f33ce1-3b75-4779-8b0a-61c2d823cd3f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.504530] env[69843]: DEBUG nova.compute.provider_tree [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.506291] env[69843]: DEBUG oslo_vmware.api [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Task: {'id': task-3703938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196669} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.509194] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.509383] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.509552] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.509719] env[69843]: INFO nova.compute.manager [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 777.510203] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.510203] env[69843]: DEBUG nova.compute.manager [-] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.510323] env[69843]: DEBUG nova.network.neutron [-] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.573479] env[69843]: DEBUG nova.network.neutron [req-67c66a2f-aed0-4067-a966-78b84682431a req-cd4bc844-6e2d-49bc-a112-bb15fbb9023f service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Updated VIF entry in instance network info cache for port 1378d26b-4150-423a-9917-32f7206c04f4. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.574054] env[69843]: DEBUG nova.network.neutron [req-67c66a2f-aed0-4067-a966-78b84682431a req-cd4bc844-6e2d-49bc-a112-bb15fbb9023f service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Updating instance_info_cache with network_info: [{"id": "1378d26b-4150-423a-9917-32f7206c04f4", "address": "fa:16:3e:bf:b3:d0", "network": {"id": "ef061263-737b-4dec-ac59-b60ba4e542bb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945675926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc1661c4a4d54f8a9efa46de4e1e3260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1378d26b-41", "ovs_interfaceid": "1378d26b-4150-423a-9917-32f7206c04f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.578349] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703932, 'name': CloneVM_Task, 'duration_secs': 1.320142} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.578773] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Created linked-clone VM from snapshot [ 777.579836] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47be9ea6-c3a2-487f-b690-4fabe075b2d0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.593325] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Uploading image 532d1477-32ea-4a7c-8c3e-f6e14dec4860 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 777.601315] env[69843]: DEBUG nova.objects.instance [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lazy-loading 'flavor' on Instance uuid 66ae357b-4902-4d79-b4e4-f54013568a36 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.616497] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.623058] env[69843]: DEBUG oslo_vmware.rw_handles [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 777.623058] env[69843]: value = "vm-737769" [ 777.623058] env[69843]: _type = "VirtualMachine" [ 777.623058] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 777.624366] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da80cbe0-4f1c-4d7b-9ab8-695f1c754d41 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.634486] env[69843]: DEBUG oslo_vmware.rw_handles [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lease: (returnval){ [ 777.634486] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527fb94b-c05e-7bad-218a-67590bb66a67" [ 777.634486] env[69843]: _type = "HttpNfcLease" [ 777.634486] env[69843]: } obtained for exporting VM: (result){ [ 777.634486] env[69843]: value = "vm-737769" [ 777.634486] env[69843]: _type = "VirtualMachine" [ 777.634486] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 777.635879] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the lease: (returnval){ [ 777.635879] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527fb94b-c05e-7bad-218a-67590bb66a67" [ 777.635879] env[69843]: _type = "HttpNfcLease" [ 777.635879] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 777.643188] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.643188] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527fb94b-c05e-7bad-218a-67590bb66a67" [ 777.643188] env[69843]: _type = "HttpNfcLease" [ 777.643188] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 778.041306] env[69843]: DEBUG nova.scheduler.client.report [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 778.041841] env[69843]: DEBUG nova.compute.provider_tree [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 63 to 64 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 778.042092] env[69843]: DEBUG nova.compute.provider_tree [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.080091] env[69843]: DEBUG oslo_concurrency.lockutils [req-67c66a2f-aed0-4067-a966-78b84682431a req-cd4bc844-6e2d-49bc-a112-bb15fbb9023f service nova] Releasing lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.106167] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquiring lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.106167] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquired lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.149747] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 778.149747] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527fb94b-c05e-7bad-218a-67590bb66a67" [ 778.149747] env[69843]: _type = "HttpNfcLease" [ 778.149747] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 778.150214] env[69843]: DEBUG oslo_vmware.rw_handles [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 778.150214] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527fb94b-c05e-7bad-218a-67590bb66a67" [ 778.150214] env[69843]: _type = "HttpNfcLease" [ 778.150214] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 778.151378] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a0711d-c195-4f19-a2b6-a3f9b862b1b6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.160232] env[69843]: DEBUG oslo_vmware.rw_handles [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523cbd5c-54ae-c095-54a0-5b629ae3a389/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 778.160451] env[69843]: DEBUG oslo_vmware.rw_handles [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523cbd5c-54ae-c095-54a0-5b629ae3a389/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 778.262445] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed19fd81-fd04-4ade-a56d-0b07e0f312da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.321770] env[69843]: DEBUG nova.network.neutron [-] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.521540] env[69843]: DEBUG nova.virt.hardware [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.522060] env[69843]: DEBUG nova.virt.hardware [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.522221] env[69843]: DEBUG nova.virt.hardware [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.522396] env[69843]: DEBUG nova.virt.hardware [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.523354] env[69843]: DEBUG nova.virt.hardware [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.523354] env[69843]: DEBUG nova.virt.hardware [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.523354] env[69843]: DEBUG nova.virt.hardware [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.523354] env[69843]: DEBUG nova.virt.hardware [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.523354] env[69843]: DEBUG nova.virt.hardware [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.523354] env[69843]: DEBUG nova.virt.hardware [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.523747] env[69843]: DEBUG nova.virt.hardware [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.524414] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af3e426-31a8-42a9-9b73-932886491165 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.535215] env[69843]: DEBUG nova.network.neutron [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.538262] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c48835-0192-47c9-a7a5-eb7e53476f3b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.556132] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.556794] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.560099] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.566123] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.567448] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.350s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.570014] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.570014] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.203s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.571316] env[69843]: INFO nova.compute.claims [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.574143] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.575031] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-694e37c8-2f26-42b1-968f-ffb4c4344b08 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.596481] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.596481] env[69843]: value = "task-3703940" [ 778.596481] env[69843]: _type = "Task" [ 778.596481] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.602278] env[69843]: INFO nova.scheduler.client.report [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Deleted allocations for instance a3ad4820-fe91-492f-9158-7be3e7b54531 [ 778.615639] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703940, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.783650] env[69843]: DEBUG nova.compute.manager [req-a9a8bbd4-cf15-484a-87ad-8dd6cb3a1a06 req-64c40b3f-f9d9-4e3d-bdb4-4c5ae8804aab service nova] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Received event network-vif-deleted-c14e0c30-173a-4dbe-9f8f-1aceaedf6d60 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.784109] env[69843]: DEBUG nova.compute.manager [req-a9a8bbd4-cf15-484a-87ad-8dd6cb3a1a06 req-64c40b3f-f9d9-4e3d-bdb4-4c5ae8804aab service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Received event network-changed-6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.784355] env[69843]: DEBUG nova.compute.manager [req-a9a8bbd4-cf15-484a-87ad-8dd6cb3a1a06 req-64c40b3f-f9d9-4e3d-bdb4-4c5ae8804aab service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Refreshing instance network info cache due to event network-changed-6c3c2257-911b-42d2-beec-5ca2d602b4f8. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.784663] env[69843]: DEBUG oslo_concurrency.lockutils [req-a9a8bbd4-cf15-484a-87ad-8dd6cb3a1a06 req-64c40b3f-f9d9-4e3d-bdb4-4c5ae8804aab service nova] Acquiring lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.824349] env[69843]: INFO nova.compute.manager [-] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Took 1.31 seconds to deallocate network for instance. [ 779.068527] env[69843]: DEBUG nova.compute.utils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.070222] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.070960] env[69843]: DEBUG nova.network.neutron [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.109610] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703940, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.112351] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6877b47e-0aef-42ce-bcf6-c444dce5aab7 tempest-ServerGroupTestJSON-214915272 tempest-ServerGroupTestJSON-214915272-project-member] Lock "a3ad4820-fe91-492f-9158-7be3e7b54531" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.840s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.140834] env[69843]: DEBUG nova.policy [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1051e456fc3d48469b7499f7f512b531', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd16ea4ee757843e7a20bae4a5d58777e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.332845] env[69843]: DEBUG oslo_concurrency.lockutils [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.468840] env[69843]: DEBUG nova.network.neutron [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Updating instance_info_cache with network_info: [{"id": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "address": "fa:16:3e:6d:05:cc", "network": {"id": "24836523-ca5c-4034-a1a5-b15fafdde5ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-101323145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523e6fdede564506932081b9550e0d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3c2257-91", "ovs_interfaceid": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.573401] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.591427] env[69843]: DEBUG nova.network.neutron [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Successfully created port: 57dc8999-63a4-4997-8809-83a2089c49c4 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.609767] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703940, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.975513] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Releasing lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.975808] env[69843]: DEBUG nova.compute.manager [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Inject network info {{(pid=69843) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 779.976152] env[69843]: DEBUG nova.compute.manager [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] network_info to inject: |[{"id": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "address": "fa:16:3e:6d:05:cc", "network": {"id": "24836523-ca5c-4034-a1a5-b15fafdde5ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-101323145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523e6fdede564506932081b9550e0d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3c2257-91", "ovs_interfaceid": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 779.981876] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Reconfiguring VM instance to set the machine id {{(pid=69843) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 779.985235] env[69843]: DEBUG oslo_concurrency.lockutils [req-a9a8bbd4-cf15-484a-87ad-8dd6cb3a1a06 req-64c40b3f-f9d9-4e3d-bdb4-4c5ae8804aab service nova] Acquired lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.985460] env[69843]: DEBUG nova.network.neutron [req-a9a8bbd4-cf15-484a-87ad-8dd6cb3a1a06 req-64c40b3f-f9d9-4e3d-bdb4-4c5ae8804aab service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Refreshing network info cache for port 6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.986890] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c25513f-c7b2-4935-a798-c7915810472d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.011112] env[69843]: DEBUG oslo_vmware.api [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for the task: (returnval){ [ 780.011112] env[69843]: value = "task-3703941" [ 780.011112] env[69843]: _type = "Task" [ 780.011112] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.027491] env[69843]: DEBUG oslo_vmware.api [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.113741] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703940, 'name': CreateVM_Task, 'duration_secs': 1.322436} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.114048] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.114347] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.114604] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.115103] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.115558] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e41601-1926-4d88-a984-1e1704b10bd4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.122137] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 780.122137] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b3a667-2492-6a38-c94f-661f4004856b" [ 780.122137] env[69843]: _type = "Task" [ 780.122137] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.132182] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b3a667-2492-6a38-c94f-661f4004856b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.253954] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4299c506-1c67-4155-8ce7-d623bfdd9b0d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.262451] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf4f971-6a43-4688-8f55-ade792014a10 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.296590] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6afa85-534e-4038-88f9-24493af84b7e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.304975] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5002f760-4a9e-4e5d-9968-911e0c0f8d9c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.319870] env[69843]: DEBUG nova.compute.provider_tree [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.378631] env[69843]: DEBUG nova.objects.instance [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lazy-loading 'flavor' on Instance uuid 66ae357b-4902-4d79-b4e4-f54013568a36 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.525099] env[69843]: DEBUG oslo_vmware.api [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703941, 'name': ReconfigVM_Task, 'duration_secs': 0.23267} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.525324] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e123923a-04a9-4ddc-9e9e-7b351e14e283 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Reconfigured VM instance to set the machine id {{(pid=69843) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 780.588669] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.622378] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.622773] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.623038] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.623339] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.623587] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.623829] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.624173] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.624513] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.624712] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.624989] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.625294] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.626896] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f95d2c4-bd63-4226-93b0-2e8ddd410e1b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.645911] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b3a667-2492-6a38-c94f-661f4004856b, 'name': SearchDatastore_Task, 'duration_secs': 0.013034} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.649737] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.650183] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.650545] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.650782] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.651084] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.655010] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-194af331-347d-49e2-8d69-e9ee1bc77b78 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.659518] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f999fc2-c67e-453b-b190-dd004c26ce33 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.690868] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.691467] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.693042] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a7d3b0-0ae0-4b52-bab8-23f4ba29970e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.701963] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 780.701963] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525df048-1598-eabe-74a6-024be07df16d" [ 780.701963] env[69843]: _type = "Task" [ 780.701963] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.716200] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525df048-1598-eabe-74a6-024be07df16d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.825642] env[69843]: DEBUG nova.scheduler.client.report [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.835048] env[69843]: DEBUG nova.network.neutron [req-a9a8bbd4-cf15-484a-87ad-8dd6cb3a1a06 req-64c40b3f-f9d9-4e3d-bdb4-4c5ae8804aab service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Updated VIF entry in instance network info cache for port 6c3c2257-911b-42d2-beec-5ca2d602b4f8. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.835048] env[69843]: DEBUG nova.network.neutron [req-a9a8bbd4-cf15-484a-87ad-8dd6cb3a1a06 req-64c40b3f-f9d9-4e3d-bdb4-4c5ae8804aab service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Updating instance_info_cache with network_info: [{"id": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "address": "fa:16:3e:6d:05:cc", "network": {"id": "24836523-ca5c-4034-a1a5-b15fafdde5ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-101323145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523e6fdede564506932081b9550e0d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3c2257-91", "ovs_interfaceid": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.884993] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquiring lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.055139] env[69843]: DEBUG nova.compute.manager [req-f7aa4fe5-055f-45e4-9b5b-65e44e6ace84 req-7a2e839b-704f-4347-85aa-3fc9387ae75a service nova] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Received event network-vif-plugged-57dc8999-63a4-4997-8809-83a2089c49c4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.055373] env[69843]: DEBUG oslo_concurrency.lockutils [req-f7aa4fe5-055f-45e4-9b5b-65e44e6ace84 req-7a2e839b-704f-4347-85aa-3fc9387ae75a service nova] Acquiring lock "cdd53a99-8b97-437e-a304-209b5b69d609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.056049] env[69843]: DEBUG oslo_concurrency.lockutils [req-f7aa4fe5-055f-45e4-9b5b-65e44e6ace84 req-7a2e839b-704f-4347-85aa-3fc9387ae75a service nova] Lock "cdd53a99-8b97-437e-a304-209b5b69d609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.056214] env[69843]: DEBUG oslo_concurrency.lockutils [req-f7aa4fe5-055f-45e4-9b5b-65e44e6ace84 req-7a2e839b-704f-4347-85aa-3fc9387ae75a service nova] Lock "cdd53a99-8b97-437e-a304-209b5b69d609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.056439] env[69843]: DEBUG nova.compute.manager [req-f7aa4fe5-055f-45e4-9b5b-65e44e6ace84 req-7a2e839b-704f-4347-85aa-3fc9387ae75a service nova] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] No waiting events found dispatching network-vif-plugged-57dc8999-63a4-4997-8809-83a2089c49c4 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 781.056630] env[69843]: WARNING nova.compute.manager [req-f7aa4fe5-055f-45e4-9b5b-65e44e6ace84 req-7a2e839b-704f-4347-85aa-3fc9387ae75a service nova] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Received unexpected event network-vif-plugged-57dc8999-63a4-4997-8809-83a2089c49c4 for instance with vm_state building and task_state spawning. [ 781.158403] env[69843]: DEBUG nova.network.neutron [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Successfully updated port: 57dc8999-63a4-4997-8809-83a2089c49c4 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.221817] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525df048-1598-eabe-74a6-024be07df16d, 'name': SearchDatastore_Task, 'duration_secs': 0.015261} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.222983] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c577c5f3-e0f5-439d-a92f-e27f1dc55716 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.234306] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 781.234306] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525917bd-e3be-f257-b4cc-e856ef1c44f4" [ 781.234306] env[69843]: _type = "Task" [ 781.234306] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.242634] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525917bd-e3be-f257-b4cc-e856ef1c44f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.336457] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.336457] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.338903] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.302s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.339774] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.342156] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.197s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.346029] env[69843]: INFO nova.compute.claims [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.347328] env[69843]: DEBUG oslo_concurrency.lockutils [req-a9a8bbd4-cf15-484a-87ad-8dd6cb3a1a06 req-64c40b3f-f9d9-4e3d-bdb4-4c5ae8804aab service nova] Releasing lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.348926] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquired lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.382768] env[69843]: INFO nova.scheduler.client.report [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Deleted allocations for instance 56e2f346-ee68-464e-9975-146a5cbf319b [ 781.661733] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "refresh_cache-cdd53a99-8b97-437e-a304-209b5b69d609" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.661967] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired lock "refresh_cache-cdd53a99-8b97-437e-a304-209b5b69d609" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.662074] env[69843]: DEBUG nova.network.neutron [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.746164] env[69843]: DEBUG nova.network.neutron [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.756462] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525917bd-e3be-f257-b4cc-e856ef1c44f4, 'name': SearchDatastore_Task, 'duration_secs': 0.024702} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.758221] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.758568] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84/4828f76b-eab4-4f3d-8d92-e6a6ee79eb84.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.759404] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ac98052-a2c9-4815-bd29-51131917cca3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.770393] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 781.770393] env[69843]: value = "task-3703942" [ 781.770393] env[69843]: _type = "Task" [ 781.770393] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.781364] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.856035] env[69843]: DEBUG nova.compute.utils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.856035] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.856035] env[69843]: DEBUG nova.network.neutron [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.893301] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c0e1f13-bc57-4c34-b02d-eb9b60f3f113 tempest-DeleteServersAdminTestJSON-883976145 tempest-DeleteServersAdminTestJSON-883976145-project-member] Lock "56e2f346-ee68-464e-9975-146a5cbf319b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.551s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.918383] env[69843]: DEBUG nova.policy [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1051e456fc3d48469b7499f7f512b531', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd16ea4ee757843e7a20bae4a5d58777e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.239542] env[69843]: DEBUG nova.network.neutron [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.291512] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703942, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.294594] env[69843]: DEBUG nova.network.neutron [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Successfully created port: f85fe797-9e84-437d-99d1-15d9d3014ad1 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.362777] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.565393] env[69843]: DEBUG nova.network.neutron [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Updating instance_info_cache with network_info: [{"id": "57dc8999-63a4-4997-8809-83a2089c49c4", "address": "fa:16:3e:25:73:f6", "network": {"id": "fe9462a7-5e7d-44d3-a99a-71682977c1d8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1620435605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16ea4ee757843e7a20bae4a5d58777e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57dc8999-63", "ovs_interfaceid": "57dc8999-63a4-4997-8809-83a2089c49c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.790864] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806499} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.791087] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84/4828f76b-eab4-4f3d-8d92-e6a6ee79eb84.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.791156] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.791627] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b62fd2c7-6b9d-4804-b23e-30b9119c7960 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.804826] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 782.804826] env[69843]: value = "task-3703943" [ 782.804826] env[69843]: _type = "Task" [ 782.804826] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.814292] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.895919] env[69843]: DEBUG nova.network.neutron [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Updating instance_info_cache with network_info: [{"id": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "address": "fa:16:3e:6d:05:cc", "network": {"id": "24836523-ca5c-4034-a1a5-b15fafdde5ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-101323145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523e6fdede564506932081b9550e0d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3c2257-91", "ovs_interfaceid": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.070016] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Releasing lock "refresh_cache-cdd53a99-8b97-437e-a304-209b5b69d609" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.070016] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Instance network_info: |[{"id": "57dc8999-63a4-4997-8809-83a2089c49c4", "address": "fa:16:3e:25:73:f6", "network": {"id": "fe9462a7-5e7d-44d3-a99a-71682977c1d8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1620435605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16ea4ee757843e7a20bae4a5d58777e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57dc8999-63", "ovs_interfaceid": "57dc8999-63a4-4997-8809-83a2089c49c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.070016] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:73:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57dc8999-63a4-4997-8809-83a2089c49c4', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.081970] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Creating folder: Project (d16ea4ee757843e7a20bae4a5d58777e). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.086367] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d8aa26d-0c5c-41af-a5f3-178563341d07 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.107083] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Created folder: Project (d16ea4ee757843e7a20bae4a5d58777e) in parent group-v737654. [ 783.107083] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Creating folder: Instances. Parent ref: group-v737771. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.107083] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fc782aa-fb2e-43b5-8cc8-74f2eca3cb3f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.119052] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30d7b46-0c18-4a1d-8eed-3861068843bb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.127848] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade5ab4d-a28e-4591-b30e-a617128b09fc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.135642] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Created folder: Instances in parent group-v737771. [ 783.136868] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.137839] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.138047] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc316039-f403-4005-a429-bc0de480da17 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.187299] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c160223e-c6cf-4dd6-8a8b-c8b1470c0820 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.192048] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.192048] env[69843]: value = "task-3703946" [ 783.192048] env[69843]: _type = "Task" [ 783.192048] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.202892] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaa6ed8-6911-425c-80d4-d33733bce5e5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.209547] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703946, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.222080] env[69843]: DEBUG nova.compute.provider_tree [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.314022] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099531} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.314303] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.315164] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f19db89-cfa5-4b7c-b648-f95f441cb18e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.339161] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84/4828f76b-eab4-4f3d-8d92-e6a6ee79eb84.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.340187] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56316e7d-b548-4854-bf55-35f4d2552401 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.364135] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 783.364135] env[69843]: value = "task-3703947" [ 783.364135] env[69843]: _type = "Task" [ 783.364135] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.374346] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.380503] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.397121] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Releasing lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.397493] env[69843]: DEBUG nova.compute.manager [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Inject network info {{(pid=69843) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 783.397909] env[69843]: DEBUG nova.compute.manager [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] network_info to inject: |[{"id": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "address": "fa:16:3e:6d:05:cc", "network": {"id": "24836523-ca5c-4034-a1a5-b15fafdde5ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-101323145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523e6fdede564506932081b9550e0d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3c2257-91", "ovs_interfaceid": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 783.404713] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Reconfiguring VM instance to set the machine id {{(pid=69843) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 783.405599] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c93991cb-3239-49d8-9b7e-0c4a2441ed64 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.427026] env[69843]: DEBUG oslo_vmware.api [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for the task: (returnval){ [ 783.427026] env[69843]: value = "task-3703948" [ 783.427026] env[69843]: _type = "Task" [ 783.427026] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.432632] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.432923] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.433117] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.433324] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.433495] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.433932] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.434207] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.434391] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.434839] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.434839] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.435016] env[69843]: DEBUG nova.virt.hardware [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.436123] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131ca903-15c4-42c8-98e6-684d00bc374e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.443456] env[69843]: DEBUG nova.compute.manager [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Received event network-changed-57dc8999-63a4-4997-8809-83a2089c49c4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.443664] env[69843]: DEBUG nova.compute.manager [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Refreshing instance network info cache due to event network-changed-57dc8999-63a4-4997-8809-83a2089c49c4. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.443899] env[69843]: DEBUG oslo_concurrency.lockutils [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] Acquiring lock "refresh_cache-cdd53a99-8b97-437e-a304-209b5b69d609" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.444096] env[69843]: DEBUG oslo_concurrency.lockutils [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] Acquired lock "refresh_cache-cdd53a99-8b97-437e-a304-209b5b69d609" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.444375] env[69843]: DEBUG nova.network.neutron [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Refreshing network info cache for port 57dc8999-63a4-4997-8809-83a2089c49c4 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.453730] env[69843]: DEBUG oslo_vmware.api [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.456448] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51543822-e483-469f-9215-bfa1341fcfd4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.703808] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703946, 'name': CreateVM_Task, 'duration_secs': 0.471396} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.703978] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.704712] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.704899] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.705233] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.705520] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2522d42f-ea0e-4ced-aa0e-085531509d53 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.711439] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 783.711439] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cea9c5-ac98-9741-1070-1014d701574e" [ 783.711439] env[69843]: _type = "Task" [ 783.711439] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.720103] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cea9c5-ac98-9741-1070-1014d701574e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.726628] env[69843]: DEBUG nova.scheduler.client.report [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.748154] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquiring lock "66ae357b-4902-4d79-b4e4-f54013568a36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.748743] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lock "66ae357b-4902-4d79-b4e4-f54013568a36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.749163] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquiring lock "66ae357b-4902-4d79-b4e4-f54013568a36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.749278] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lock "66ae357b-4902-4d79-b4e4-f54013568a36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.749370] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lock "66ae357b-4902-4d79-b4e4-f54013568a36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.752149] env[69843]: INFO nova.compute.manager [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Terminating instance [ 783.878329] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703947, 'name': ReconfigVM_Task, 'duration_secs': 0.33126} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.878329] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84/4828f76b-eab4-4f3d-8d92-e6a6ee79eb84.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.883022] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a4fb32a-8fad-4221-86b0-c53056194f5c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.890065] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 783.890065] env[69843]: value = "task-3703949" [ 783.890065] env[69843]: _type = "Task" [ 783.890065] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.904328] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703949, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.940544] env[69843]: DEBUG oslo_vmware.api [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703948, 'name': ReconfigVM_Task, 'duration_secs': 0.225445} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.940858] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9a033e9a-31e1-492d-af94-c0fa73b69978 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Reconfigured VM instance to set the machine id {{(pid=69843) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 784.150196] env[69843]: DEBUG nova.network.neutron [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Successfully updated port: f85fe797-9e84-437d-99d1-15d9d3014ad1 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.230759] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cea9c5-ac98-9741-1070-1014d701574e, 'name': SearchDatastore_Task, 'duration_secs': 0.017677} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.231041] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.234433] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.234433] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.234433] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.234433] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.234433] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-253e4da2-687f-4c18-8a25-3d8e36120977 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.238353] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.896s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.238852] env[69843]: DEBUG nova.compute.manager [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.244779] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.415s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.250513] env[69843]: INFO nova.compute.claims [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.256945] env[69843]: DEBUG nova.compute.manager [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.257392] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.257859] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.258170] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.261257] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97052b68-0613-4ff4-89ad-ac94b3a17752 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.264132] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45da71dd-961b-40d5-9fab-683c423a867f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.271596] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 784.271596] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b0b4f9-2c23-d0e3-f54a-b2b101c0eca0" [ 784.271596] env[69843]: _type = "Task" [ 784.271596] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.278362] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.281348] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7f5b33f-2f8e-4bf8-b88d-e8990c0cd447 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.294419] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b0b4f9-2c23-d0e3-f54a-b2b101c0eca0, 'name': SearchDatastore_Task, 'duration_secs': 0.014521} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.297912] env[69843]: DEBUG oslo_vmware.api [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for the task: (returnval){ [ 784.297912] env[69843]: value = "task-3703950" [ 784.297912] env[69843]: _type = "Task" [ 784.297912] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.298638] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da8c977-2996-40c7-9cd7-43c1c855237f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.315620] env[69843]: DEBUG oslo_vmware.api [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.323991] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 784.323991] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0d5ce-0dde-ddaa-a6f2-d4552b11a648" [ 784.323991] env[69843]: _type = "Task" [ 784.323991] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.339033] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0d5ce-0dde-ddaa-a6f2-d4552b11a648, 'name': SearchDatastore_Task, 'duration_secs': 0.014812} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.339033] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.339033] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] cdd53a99-8b97-437e-a304-209b5b69d609/cdd53a99-8b97-437e-a304-209b5b69d609.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.339033] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06e55389-8876-4634-8cc6-4e3d03db5047 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.348434] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 784.348434] env[69843]: value = "task-3703951" [ 784.348434] env[69843]: _type = "Task" [ 784.348434] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.359119] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.398715] env[69843]: DEBUG nova.network.neutron [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Updated VIF entry in instance network info cache for port 57dc8999-63a4-4997-8809-83a2089c49c4. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.399262] env[69843]: DEBUG nova.network.neutron [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Updating instance_info_cache with network_info: [{"id": "57dc8999-63a4-4997-8809-83a2089c49c4", "address": "fa:16:3e:25:73:f6", "network": {"id": "fe9462a7-5e7d-44d3-a99a-71682977c1d8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1620435605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16ea4ee757843e7a20bae4a5d58777e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57dc8999-63", "ovs_interfaceid": "57dc8999-63a4-4997-8809-83a2089c49c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.405724] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703949, 'name': Rename_Task, 'duration_secs': 0.152134} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.406023] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.406514] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-599d2412-61ab-4a02-9743-3528fe434b89 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.415574] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 784.415574] env[69843]: value = "task-3703952" [ 784.415574] env[69843]: _type = "Task" [ 784.415574] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.432217] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.656861] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "refresh_cache-f639e7ca-e188-482a-8541-059c773578a9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.657285] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired lock "refresh_cache-f639e7ca-e188-482a-8541-059c773578a9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.657285] env[69843]: DEBUG nova.network.neutron [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.748730] env[69843]: DEBUG nova.compute.utils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.748730] env[69843]: DEBUG nova.compute.manager [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.748730] env[69843]: DEBUG nova.network.neutron [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.810862] env[69843]: DEBUG nova.policy [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '903302db778940aa8200f7703157cd33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e849f93f0111429f8d2f75474cde3e3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.821569] env[69843]: DEBUG oslo_vmware.api [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703950, 'name': PowerOffVM_Task, 'duration_secs': 0.308313} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.821936] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.822286] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.822732] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a03621e-3303-4a02-ac54-dce735fe89d3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.862716] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703951, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.907206] env[69843]: DEBUG oslo_concurrency.lockutils [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] Releasing lock "refresh_cache-cdd53a99-8b97-437e-a304-209b5b69d609" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.907840] env[69843]: DEBUG nova.compute.manager [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Received event network-changed-6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.908317] env[69843]: DEBUG nova.compute.manager [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Refreshing instance network info cache due to event network-changed-6c3c2257-911b-42d2-beec-5ca2d602b4f8. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.908640] env[69843]: DEBUG oslo_concurrency.lockutils [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] Acquiring lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.908862] env[69843]: DEBUG oslo_concurrency.lockutils [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] Acquired lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.909216] env[69843]: DEBUG nova.network.neutron [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Refreshing network info cache for port 6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.914599] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.914775] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.914952] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Deleting the datastore file [datastore2] 66ae357b-4902-4d79-b4e4-f54013568a36 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.915311] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84033cf3-82c8-42bb-ba04-776baaef30db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.930694] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703952, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.932461] env[69843]: DEBUG oslo_vmware.api [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for the task: (returnval){ [ 784.932461] env[69843]: value = "task-3703954" [ 784.932461] env[69843]: _type = "Task" [ 784.932461] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.944352] env[69843]: DEBUG oslo_vmware.api [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.200681] env[69843]: DEBUG nova.network.neutron [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.251438] env[69843]: DEBUG nova.compute.manager [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.369357] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597785} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.371522] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] cdd53a99-8b97-437e-a304-209b5b69d609/cdd53a99-8b97-437e-a304-209b5b69d609.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.371752] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.372132] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac1b870e-d21c-4268-b1ee-0defbcff239c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.382444] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 785.382444] env[69843]: value = "task-3703955" [ 785.382444] env[69843]: _type = "Task" [ 785.382444] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.392227] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.423878] env[69843]: DEBUG nova.network.neutron [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Updating instance_info_cache with network_info: [{"id": "f85fe797-9e84-437d-99d1-15d9d3014ad1", "address": "fa:16:3e:e1:67:e2", "network": {"id": "fe9462a7-5e7d-44d3-a99a-71682977c1d8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1620435605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16ea4ee757843e7a20bae4a5d58777e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf85fe797-9e", "ovs_interfaceid": "f85fe797-9e84-437d-99d1-15d9d3014ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.434638] env[69843]: DEBUG oslo_vmware.api [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703952, 'name': PowerOnVM_Task, 'duration_secs': 0.66486} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.438759] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.439874] env[69843]: DEBUG nova.compute.manager [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.442619] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe470b24-6072-4288-aee9-3fdf7482f60f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.457569] env[69843]: DEBUG oslo_vmware.api [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Task: {'id': task-3703954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169457} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.463881] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.464098] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.464283] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.464453] env[69843]: INFO nova.compute.manager [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Took 1.21 seconds to destroy the instance on the hypervisor. [ 785.465230] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.468758] env[69843]: DEBUG nova.compute.manager [-] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.468885] env[69843]: DEBUG nova.network.neutron [-] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.558977] env[69843]: DEBUG nova.network.neutron [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Successfully created port: 1c81feb9-f348-4935-9f12-0fb24a7d386c {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.769023] env[69843]: DEBUG nova.compute.manager [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] [instance: f639e7ca-e188-482a-8541-059c773578a9] Received event network-vif-plugged-f85fe797-9e84-437d-99d1-15d9d3014ad1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.771692] env[69843]: DEBUG oslo_concurrency.lockutils [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] Acquiring lock "f639e7ca-e188-482a-8541-059c773578a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.771692] env[69843]: DEBUG oslo_concurrency.lockutils [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] Lock "f639e7ca-e188-482a-8541-059c773578a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.771692] env[69843]: DEBUG oslo_concurrency.lockutils [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] Lock "f639e7ca-e188-482a-8541-059c773578a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.771692] env[69843]: DEBUG nova.compute.manager [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] [instance: f639e7ca-e188-482a-8541-059c773578a9] No waiting events found dispatching network-vif-plugged-f85fe797-9e84-437d-99d1-15d9d3014ad1 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 785.771692] env[69843]: WARNING nova.compute.manager [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] [instance: f639e7ca-e188-482a-8541-059c773578a9] Received unexpected event network-vif-plugged-f85fe797-9e84-437d-99d1-15d9d3014ad1 for instance with vm_state building and task_state spawning. [ 785.771692] env[69843]: DEBUG nova.compute.manager [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] [instance: f639e7ca-e188-482a-8541-059c773578a9] Received event network-changed-f85fe797-9e84-437d-99d1-15d9d3014ad1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.771692] env[69843]: DEBUG nova.compute.manager [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] [instance: f639e7ca-e188-482a-8541-059c773578a9] Refreshing instance network info cache due to event network-changed-f85fe797-9e84-437d-99d1-15d9d3014ad1. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.771692] env[69843]: DEBUG oslo_concurrency.lockutils [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] Acquiring lock "refresh_cache-f639e7ca-e188-482a-8541-059c773578a9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.850301] env[69843]: DEBUG nova.network.neutron [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Updated VIF entry in instance network info cache for port 6c3c2257-911b-42d2-beec-5ca2d602b4f8. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.850301] env[69843]: DEBUG nova.network.neutron [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Updating instance_info_cache with network_info: [{"id": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "address": "fa:16:3e:6d:05:cc", "network": {"id": "24836523-ca5c-4034-a1a5-b15fafdde5ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-101323145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "523e6fdede564506932081b9550e0d52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c3c2257-91", "ovs_interfaceid": "6c3c2257-911b-42d2-beec-5ca2d602b4f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.894028] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084991} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.895948] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.897513] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe035472-e1e6-4b07-b094-1966ff3469e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.924394] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] cdd53a99-8b97-437e-a304-209b5b69d609/cdd53a99-8b97-437e-a304-209b5b69d609.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.930019] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa1cb65-0602-4859-afe4-1cc7acc4d830 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.944381] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Releasing lock "refresh_cache-f639e7ca-e188-482a-8541-059c773578a9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.944975] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Instance network_info: |[{"id": "f85fe797-9e84-437d-99d1-15d9d3014ad1", "address": "fa:16:3e:e1:67:e2", "network": {"id": "fe9462a7-5e7d-44d3-a99a-71682977c1d8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1620435605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16ea4ee757843e7a20bae4a5d58777e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf85fe797-9e", "ovs_interfaceid": "f85fe797-9e84-437d-99d1-15d9d3014ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.946354] env[69843]: DEBUG oslo_concurrency.lockutils [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] Acquired lock "refresh_cache-f639e7ca-e188-482a-8541-059c773578a9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.946653] env[69843]: DEBUG nova.network.neutron [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] [instance: f639e7ca-e188-482a-8541-059c773578a9] Refreshing network info cache for port f85fe797-9e84-437d-99d1-15d9d3014ad1 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.950090] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:67:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f85fe797-9e84-437d-99d1-15d9d3014ad1', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.957822] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.958761] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f639e7ca-e188-482a-8541-059c773578a9] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.959173] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-666d687a-3492-4b52-a1d3-a091d8736ec7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.979240] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 785.979240] env[69843]: value = "task-3703956" [ 785.979240] env[69843]: _type = "Task" [ 785.979240] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.990105] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.992125] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.992125] env[69843]: value = "task-3703957" [ 785.992125] env[69843]: _type = "Task" [ 785.992125] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.007619] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.013617] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703957, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.032824] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18849448-553b-415e-9d1c-580ce6093d31 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.040944] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31598cc3-2a65-4803-b89e-82c675c1c940 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.077240] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b0b593-cc32-4a56-8c10-9f506d64beef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.085625] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c80d90-f9b3-4693-bd82-7907d86955eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.101780] env[69843]: DEBUG nova.compute.provider_tree [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.263479] env[69843]: DEBUG nova.compute.manager [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.302557] env[69843]: DEBUG nova.virt.hardware [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.302834] env[69843]: DEBUG nova.virt.hardware [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.303022] env[69843]: DEBUG nova.virt.hardware [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.303236] env[69843]: DEBUG nova.virt.hardware [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.303392] env[69843]: DEBUG nova.virt.hardware [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.303563] env[69843]: DEBUG nova.virt.hardware [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.303800] env[69843]: DEBUG nova.virt.hardware [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.303984] env[69843]: DEBUG nova.virt.hardware [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.304199] env[69843]: DEBUG nova.virt.hardware [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.305066] env[69843]: DEBUG nova.virt.hardware [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.305066] env[69843]: DEBUG nova.virt.hardware [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.306342] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce20291-4323-4847-898a-9470e4e32a8b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.322233] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eee19d-9628-4ff7-aadf-2342f06db1c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.356800] env[69843]: DEBUG oslo_concurrency.lockutils [req-f96c183d-212d-4a1d-a9cc-d1601439a963 req-55cb757f-abd4-479f-ad63-f493d2b5c345 service nova] Releasing lock "refresh_cache-66ae357b-4902-4d79-b4e4-f54013568a36" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.492964] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703956, 'name': ReconfigVM_Task, 'duration_secs': 0.431605} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.493330] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Reconfigured VM instance instance-00000025 to attach disk [datastore1] cdd53a99-8b97-437e-a304-209b5b69d609/cdd53a99-8b97-437e-a304-209b5b69d609.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.493896] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e721ed03-36ad-4989-9d92-05d6075763b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.502670] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 786.502670] env[69843]: value = "task-3703958" [ 786.502670] env[69843]: _type = "Task" [ 786.502670] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.510775] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703957, 'name': CreateVM_Task, 'duration_secs': 0.432335} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.511578] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f639e7ca-e188-482a-8541-059c773578a9] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.512496] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.512982] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.512982] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.513261] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b97c30-dbff-467e-9ffc-411a77c483d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.519551] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703958, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.523601] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 786.523601] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a63066-6cc7-f2a5-6d9e-fce9a6a211a4" [ 786.523601] env[69843]: _type = "Task" [ 786.523601] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.538265] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a63066-6cc7-f2a5-6d9e-fce9a6a211a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.605765] env[69843]: DEBUG nova.scheduler.client.report [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.647518] env[69843]: DEBUG oslo_vmware.rw_handles [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523cbd5c-54ae-c095-54a0-5b629ae3a389/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.648481] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9987fed8-f815-47a0-a756-3a858c1f56ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.656343] env[69843]: DEBUG oslo_vmware.rw_handles [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523cbd5c-54ae-c095-54a0-5b629ae3a389/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.656564] env[69843]: ERROR oslo_vmware.rw_handles [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523cbd5c-54ae-c095-54a0-5b629ae3a389/disk-0.vmdk due to incomplete transfer. [ 786.656741] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab0a7b55-4714-4a99-9839-aee16b8cd11e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.667253] env[69843]: DEBUG oslo_vmware.rw_handles [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523cbd5c-54ae-c095-54a0-5b629ae3a389/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.667536] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Uploaded image 532d1477-32ea-4a7c-8c3e-f6e14dec4860 to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 786.673059] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 786.673059] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5652706-3b42-4535-a5d7-10dffee42f68 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.675737] env[69843]: DEBUG nova.network.neutron [-] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.683367] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 786.683367] env[69843]: value = "task-3703959" [ 786.683367] env[69843]: _type = "Task" [ 786.683367] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.697652] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703959, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.740168] env[69843]: DEBUG nova.network.neutron [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] [instance: f639e7ca-e188-482a-8541-059c773578a9] Updated VIF entry in instance network info cache for port f85fe797-9e84-437d-99d1-15d9d3014ad1. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.740557] env[69843]: DEBUG nova.network.neutron [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] [instance: f639e7ca-e188-482a-8541-059c773578a9] Updating instance_info_cache with network_info: [{"id": "f85fe797-9e84-437d-99d1-15d9d3014ad1", "address": "fa:16:3e:e1:67:e2", "network": {"id": "fe9462a7-5e7d-44d3-a99a-71682977c1d8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1620435605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16ea4ee757843e7a20bae4a5d58777e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf85fe797-9e", "ovs_interfaceid": "f85fe797-9e84-437d-99d1-15d9d3014ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.014512] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703958, 'name': Rename_Task, 'duration_secs': 0.155495} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.014757] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.015435] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9953dd2-e75b-4d1f-9380-a298ad4500eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.023407] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 787.023407] env[69843]: value = "task-3703960" [ 787.023407] env[69843]: _type = "Task" [ 787.023407] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.037142] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.042549] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a63066-6cc7-f2a5-6d9e-fce9a6a211a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013721} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.042998] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.043319] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.044307] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.044307] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.044307] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.044307] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f47ad070-fb74-407b-854b-097966d997dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.056522] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.057360] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.058405] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c1450d5-60e3-4a05-945f-1140f9e77783 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.065801] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 787.065801] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c7a19f-83d1-8dd8-eb2f-08742085ea18" [ 787.065801] env[69843]: _type = "Task" [ 787.065801] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.077865] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c7a19f-83d1-8dd8-eb2f-08742085ea18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.113847] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.114911] env[69843]: DEBUG nova.compute.manager [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.120027] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.700s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.120027] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.127532] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.080s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.127532] env[69843]: INFO nova.compute.claims [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.178295] env[69843]: INFO nova.scheduler.client.report [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Deleted allocations for instance 62b00bec-6db7-4864-86eb-d702db8dbc47 [ 787.181305] env[69843]: INFO nova.compute.manager [-] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Took 1.71 seconds to deallocate network for instance. [ 787.208187] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703959, 'name': Destroy_Task, 'duration_secs': 0.395068} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.208847] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Destroyed the VM [ 787.211085] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.211374] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-175a6b01-03d4-4e03-ba8d-71d623c427b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.223533] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 787.223533] env[69843]: value = "task-3703961" [ 787.223533] env[69843]: _type = "Task" [ 787.223533] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.244368] env[69843]: DEBUG oslo_concurrency.lockutils [req-1242d71c-b947-4c4b-9527-b4cf25f06dca req-3504a757-86b7-4b7d-8631-29b656167fc1 service nova] Releasing lock "refresh_cache-f639e7ca-e188-482a-8541-059c773578a9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.244368] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703961, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.540903] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.581173] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c7a19f-83d1-8dd8-eb2f-08742085ea18, 'name': SearchDatastore_Task, 'duration_secs': 0.025364} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.582850] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce2cbf0-5eb8-4c52-b143-761041540b43 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.590322] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 787.590322] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ca037d-095d-d3d3-815e-16d7848a01c4" [ 787.590322] env[69843]: _type = "Task" [ 787.590322] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.601345] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ca037d-095d-d3d3-815e-16d7848a01c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.631888] env[69843]: DEBUG nova.compute.utils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.636995] env[69843]: DEBUG nova.compute.manager [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.638014] env[69843]: DEBUG nova.network.neutron [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.697268] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05625044-06c0-494b-b904-014d2b076cf2 tempest-TenantUsagesTestJSON-1462310947 tempest-TenantUsagesTestJSON-1462310947-project-member] Lock "62b00bec-6db7-4864-86eb-d702db8dbc47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.992s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.699705] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.734760] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703961, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.737681] env[69843]: DEBUG nova.policy [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62bc6bf86b3a4de79edd07cb79096c79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '041ac0c2ffd846ad9ac6040f02dde822', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.805437] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquiring lock "4828f76b-eab4-4f3d-8d92-e6a6ee79eb84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.805860] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lock "4828f76b-eab4-4f3d-8d92-e6a6ee79eb84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.806142] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquiring lock "4828f76b-eab4-4f3d-8d92-e6a6ee79eb84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.806378] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lock "4828f76b-eab4-4f3d-8d92-e6a6ee79eb84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.806585] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lock "4828f76b-eab4-4f3d-8d92-e6a6ee79eb84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.809199] env[69843]: INFO nova.compute.manager [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Terminating instance [ 788.039470] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703960, 'name': PowerOnVM_Task, 'duration_secs': 0.69702} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.039825] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.040173] env[69843]: INFO nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Took 7.45 seconds to spawn the instance on the hypervisor. [ 788.041113] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 788.041631] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa44021-c69a-4f29-b117-e9cc54e9b98c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.112021] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ca037d-095d-d3d3-815e-16d7848a01c4, 'name': SearchDatastore_Task, 'duration_secs': 0.042301} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.112021] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.112352] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] f639e7ca-e188-482a-8541-059c773578a9/f639e7ca-e188-482a-8541-059c773578a9.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.113042] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f13885cf-755b-4dd8-bc5a-a5c6249343a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.125068] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 788.125068] env[69843]: value = "task-3703962" [ 788.125068] env[69843]: _type = "Task" [ 788.125068] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.140846] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.146181] env[69843]: DEBUG nova.compute.manager [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.248118] env[69843]: DEBUG oslo_vmware.api [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3703961, 'name': RemoveSnapshot_Task, 'duration_secs': 0.68769} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.248478] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 788.248700] env[69843]: INFO nova.compute.manager [None req-1d284e53-94b0-4934-a849-65fb37daa966 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Took 14.30 seconds to snapshot the instance on the hypervisor. [ 788.291313] env[69843]: DEBUG nova.network.neutron [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Successfully created port: 207f1b37-b329-4489-a41d-edbcb77cfd2c {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.316292] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquiring lock "refresh_cache-4828f76b-eab4-4f3d-8d92-e6a6ee79eb84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.316292] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquired lock "refresh_cache-4828f76b-eab4-4f3d-8d92-e6a6ee79eb84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.316292] env[69843]: DEBUG nova.network.neutron [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.327617] env[69843]: DEBUG nova.network.neutron [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Successfully updated port: 1c81feb9-f348-4935-9f12-0fb24a7d386c {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.379036] env[69843]: DEBUG nova.compute.manager [req-1d81975a-71cf-4759-bb89-f89d389533b0 req-521fb1cf-77ae-465b-ba3a-f0779a364080 service nova] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Received event network-vif-deleted-6c3c2257-911b-42d2-beec-5ca2d602b4f8 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.565587] env[69843]: DEBUG nova.compute.manager [req-4aa4c636-2e19-476d-8418-90353ee78c27 req-71f6e939-a421-4a7a-9386-93ba7a7a2d66 service nova] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Received event network-vif-plugged-1c81feb9-f348-4935-9f12-0fb24a7d386c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.565878] env[69843]: DEBUG oslo_concurrency.lockutils [req-4aa4c636-2e19-476d-8418-90353ee78c27 req-71f6e939-a421-4a7a-9386-93ba7a7a2d66 service nova] Acquiring lock "29605030-00aa-482e-aaa4-c2d66af2c29d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.568763] env[69843]: DEBUG oslo_concurrency.lockutils [req-4aa4c636-2e19-476d-8418-90353ee78c27 req-71f6e939-a421-4a7a-9386-93ba7a7a2d66 service nova] Lock "29605030-00aa-482e-aaa4-c2d66af2c29d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.568811] env[69843]: DEBUG oslo_concurrency.lockutils [req-4aa4c636-2e19-476d-8418-90353ee78c27 req-71f6e939-a421-4a7a-9386-93ba7a7a2d66 service nova] Lock "29605030-00aa-482e-aaa4-c2d66af2c29d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.568965] env[69843]: DEBUG nova.compute.manager [req-4aa4c636-2e19-476d-8418-90353ee78c27 req-71f6e939-a421-4a7a-9386-93ba7a7a2d66 service nova] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] No waiting events found dispatching network-vif-plugged-1c81feb9-f348-4935-9f12-0fb24a7d386c {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 788.570040] env[69843]: WARNING nova.compute.manager [req-4aa4c636-2e19-476d-8418-90353ee78c27 req-71f6e939-a421-4a7a-9386-93ba7a7a2d66 service nova] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Received unexpected event network-vif-plugged-1c81feb9-f348-4935-9f12-0fb24a7d386c for instance with vm_state building and task_state spawning. [ 788.579019] env[69843]: INFO nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Took 46.62 seconds to build instance. [ 788.639617] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703962, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.831017] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "refresh_cache-29605030-00aa-482e-aaa4-c2d66af2c29d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.831190] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "refresh_cache-29605030-00aa-482e-aaa4-c2d66af2c29d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.831329] env[69843]: DEBUG nova.network.neutron [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.860162] env[69843]: DEBUG nova.network.neutron [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.874818] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50983ea-945c-4c9c-8c09-19b75cabd47c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.884700] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f08ac35-feed-4469-8db4-f5d27b13c55a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.925946] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03c7fb3-0485-430c-80db-1268a0ab752e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.935543] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df6540b-d1c6-4192-95a5-daced5608282 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.953868] env[69843]: DEBUG nova.compute.provider_tree [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.996482] env[69843]: DEBUG nova.network.neutron [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.081260] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "cdd53a99-8b97-437e-a304-209b5b69d609" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.505s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.136505] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799151} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.136792] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] f639e7ca-e188-482a-8541-059c773578a9/f639e7ca-e188-482a-8541-059c773578a9.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.137022] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.137281] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-664e19f5-13ba-448e-b242-e04e3b5f4ebb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.147208] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 789.147208] env[69843]: value = "task-3703963" [ 789.147208] env[69843]: _type = "Task" [ 789.147208] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.160327] env[69843]: DEBUG nova.compute.manager [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.162315] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.194468] env[69843]: DEBUG nova.virt.hardware [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:32:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='07806e08-a9d0-4485-8d57-45152d7eca3f',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1001577728',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.194468] env[69843]: DEBUG nova.virt.hardware [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.195624] env[69843]: DEBUG nova.virt.hardware [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.195624] env[69843]: DEBUG nova.virt.hardware [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.195624] env[69843]: DEBUG nova.virt.hardware [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.195624] env[69843]: DEBUG nova.virt.hardware [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.195810] env[69843]: DEBUG nova.virt.hardware [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.195810] env[69843]: DEBUG nova.virt.hardware [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.196124] env[69843]: DEBUG nova.virt.hardware [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.196203] env[69843]: DEBUG nova.virt.hardware [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.196328] env[69843]: DEBUG nova.virt.hardware [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.197619] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ab7abd-4edf-4436-b750-1d83bc4b323e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.208725] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1e160b-1855-478b-a5ec-8fbd8089979e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.457609] env[69843]: DEBUG nova.scheduler.client.report [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.502047] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Releasing lock "refresh_cache-4828f76b-eab4-4f3d-8d92-e6a6ee79eb84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.502047] env[69843]: DEBUG nova.compute.manager [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.502047] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.502047] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b0da92-b096-4a9f-94ce-5a52a090f4fb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.512097] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.513890] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5bc3529-7d1f-43f8-a400-36ca4cba5a8a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.522043] env[69843]: DEBUG oslo_vmware.api [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 789.522043] env[69843]: value = "task-3703964" [ 789.522043] env[69843]: _type = "Task" [ 789.522043] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.531933] env[69843]: DEBUG oslo_vmware.api [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.584420] env[69843]: DEBUG nova.compute.manager [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.652204] env[69843]: DEBUG nova.network.neutron [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.666884] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080604} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.667211] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.668358] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769c7446-dd72-4e9c-83dc-1203d73eb9f2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.694231] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] f639e7ca-e188-482a-8541-059c773578a9/f639e7ca-e188-482a-8541-059c773578a9.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.697052] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-032612c7-d338-4cc4-bad7-46abd671ece6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.720194] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 789.720194] env[69843]: value = "task-3703965" [ 789.720194] env[69843]: _type = "Task" [ 789.720194] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.728659] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.893637] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.894720] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.894720] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.894720] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.894949] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.901033] env[69843]: INFO nova.compute.manager [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Terminating instance [ 789.964446] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.964889] env[69843]: DEBUG nova.compute.manager [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.968997] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.184s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.968997] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.970922] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.978s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.971129] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.973541] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.512s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.976652] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.976652] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.826s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.976652] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.979024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.104s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.980769] env[69843]: INFO nova.compute.claims [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.985989] env[69843]: DEBUG nova.network.neutron [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Updating instance_info_cache with network_info: [{"id": "1c81feb9-f348-4935-9f12-0fb24a7d386c", "address": "fa:16:3e:04:ec:94", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c81feb9-f3", "ovs_interfaceid": "1c81feb9-f348-4935-9f12-0fb24a7d386c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.036707] env[69843]: INFO nova.scheduler.client.report [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Deleted allocations for instance 29a09314-10de-4b2e-8321-e4efab012869 [ 790.046354] env[69843]: INFO nova.scheduler.client.report [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Deleted allocations for instance 6a271729-591c-4dda-969d-d901e8760815 [ 790.054309] env[69843]: DEBUG oslo_vmware.api [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703964, 'name': PowerOffVM_Task, 'duration_secs': 0.160113} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.058949] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.058949] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.059172] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dd8ee91-c57d-4cc8-bd2b-ca3696104a33 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.079683] env[69843]: INFO nova.scheduler.client.report [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Deleted allocations for instance 25fff063-fede-436b-95a9-b392d0771beb [ 790.099734] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.100019] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.100179] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Deleting the datastore file [datastore1] 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.101953] env[69843]: INFO nova.scheduler.client.report [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Deleted allocations for instance 93638b9b-cc01-4aca-9e55-7cf5f24d95da [ 790.105590] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-621124d8-743b-43a5-a580-0d63e9bca819 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.121051] env[69843]: DEBUG oslo_vmware.api [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for the task: (returnval){ [ 790.121051] env[69843]: value = "task-3703967" [ 790.121051] env[69843]: _type = "Task" [ 790.121051] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.127154] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.134063] env[69843]: DEBUG oslo_vmware.api [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.231623] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.355125] env[69843]: DEBUG nova.network.neutron [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Successfully updated port: 207f1b37-b329-4489-a41d-edbcb77cfd2c {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.404989] env[69843]: DEBUG nova.compute.manager [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.404989] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.405890] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df75e26b-be23-475f-9c4d-633f9708d65e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.419103] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.419103] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d411cb1-9f58-403d-bbad-4951506d3965 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.437050] env[69843]: DEBUG oslo_vmware.api [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 790.437050] env[69843]: value = "task-3703968" [ 790.437050] env[69843]: _type = "Task" [ 790.437050] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.448741] env[69843]: DEBUG oslo_vmware.api [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.489524] env[69843]: DEBUG nova.compute.utils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.491889] env[69843]: DEBUG nova.compute.manager [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.492304] env[69843]: DEBUG nova.network.neutron [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.495785] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "refresh_cache-29605030-00aa-482e-aaa4-c2d66af2c29d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.496344] env[69843]: DEBUG nova.compute.manager [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Instance network_info: |[{"id": "1c81feb9-f348-4935-9f12-0fb24a7d386c", "address": "fa:16:3e:04:ec:94", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c81feb9-f3", "ovs_interfaceid": "1c81feb9-f348-4935-9f12-0fb24a7d386c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.501010] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ec:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c81feb9-f348-4935-9f12-0fb24a7d386c', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.510953] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Creating folder: Project (e849f93f0111429f8d2f75474cde3e3a). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.512634] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-174b7f1e-0a91-4180-b538-4ad0d7cb06e2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.531226] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Created folder: Project (e849f93f0111429f8d2f75474cde3e3a) in parent group-v737654. [ 790.531226] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Creating folder: Instances. Parent ref: group-v737775. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.531226] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1795dab1-9830-4b4b-8646-3381830968cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.547043] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Created folder: Instances in parent group-v737775. [ 790.547043] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.548046] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.550328] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aaff5ca-683a-446f-82cf-fe85c3720f58 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.570179] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7c1b254f-0a9f-4740-bedd-99c7a5ef214d tempest-ServersTestFqdnHostnames-2031340291 tempest-ServersTestFqdnHostnames-2031340291-project-member] Lock "29a09314-10de-4b2e-8321-e4efab012869" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.925s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.574534] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4dd6a06f-5aaa-4292-b230-14a6042d1697 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "6a271729-591c-4dda-969d-d901e8760815" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.568s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.581835] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.581835] env[69843]: value = "task-3703971" [ 790.581835] env[69843]: _type = "Task" [ 790.581835] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.586369] env[69843]: DEBUG nova.policy [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c0ca5620b64d448f098639025ec1c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0af66f0a4bca4b9da2103008de1d8a44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.592302] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5f8c0f55-b9b9-4dc1-91c3-b3fa1d2814ac tempest-ServersTestManualDisk-922662263 tempest-ServersTestManualDisk-922662263-project-member] Lock "25fff063-fede-436b-95a9-b392d0771beb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.332s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.601090] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703971, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.618097] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b9d752a6-78b5-4860-a3a3-e41f12c6737d tempest-ServerAddressesTestJSON-1716200390 tempest-ServerAddressesTestJSON-1716200390-project-member] Lock "93638b9b-cc01-4aca-9e55-7cf5f24d95da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.347s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.634199] env[69843]: DEBUG oslo_vmware.api [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Task: {'id': task-3703967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167474} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.636109] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.636109] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.636109] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.636109] env[69843]: INFO nova.compute.manager [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Took 1.13 seconds to destroy the instance on the hypervisor. [ 790.636109] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.636109] env[69843]: DEBUG nova.compute.manager [-] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.636109] env[69843]: DEBUG nova.network.neutron [-] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.665552] env[69843]: DEBUG nova.network.neutron [-] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.733218] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703965, 'name': ReconfigVM_Task, 'duration_secs': 0.72375} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.733889] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Reconfigured VM instance instance-00000026 to attach disk [datastore1] f639e7ca-e188-482a-8541-059c773578a9/f639e7ca-e188-482a-8541-059c773578a9.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.734262] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12399d25-76cb-4d6d-96a3-0a66aff57fa6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.747796] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 790.747796] env[69843]: value = "task-3703972" [ 790.747796] env[69843]: _type = "Task" [ 790.747796] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.759140] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703972, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.862053] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.862249] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.862427] env[69843]: DEBUG nova.network.neutron [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.951402] env[69843]: DEBUG oslo_vmware.api [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703968, 'name': PowerOffVM_Task, 'duration_secs': 0.345327} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.951402] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.951402] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.951614] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-763b3e44-7f77-4d57-b97b-15f855d07147 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.001334] env[69843]: DEBUG nova.compute.manager [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.028535] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.028535] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.028535] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Deleting the datastore file [datastore1] ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.028535] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c774a371-0c36-48b8-818f-71f75cd7bdda {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.041929] env[69843]: DEBUG oslo_vmware.api [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 791.041929] env[69843]: value = "task-3703974" [ 791.041929] env[69843]: _type = "Task" [ 791.041929] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.050619] env[69843]: DEBUG oslo_vmware.api [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.092278] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703971, 'name': CreateVM_Task, 'duration_secs': 0.386458} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.096018] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.097047] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.097205] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.097500] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.098234] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5eaa90-e510-4b03-a6fd-a69d2a8a5ebe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.104909] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 791.104909] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52989857-b4ec-c0e7-1221-2544cf3da324" [ 791.104909] env[69843]: _type = "Task" [ 791.104909] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.107462] env[69843]: DEBUG nova.compute.manager [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Received event network-vif-plugged-207f1b37-b329-4489-a41d-edbcb77cfd2c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.107665] env[69843]: DEBUG oslo_concurrency.lockutils [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] Acquiring lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.109265] env[69843]: DEBUG oslo_concurrency.lockutils [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] Lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.109265] env[69843]: DEBUG oslo_concurrency.lockutils [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] Lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.109265] env[69843]: DEBUG nova.compute.manager [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] No waiting events found dispatching network-vif-plugged-207f1b37-b329-4489-a41d-edbcb77cfd2c {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 791.109265] env[69843]: WARNING nova.compute.manager [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Received unexpected event network-vif-plugged-207f1b37-b329-4489-a41d-edbcb77cfd2c for instance with vm_state building and task_state spawning. [ 791.109265] env[69843]: DEBUG nova.compute.manager [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Received event network-changed-207f1b37-b329-4489-a41d-edbcb77cfd2c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.109265] env[69843]: DEBUG nova.compute.manager [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Refreshing instance network info cache due to event network-changed-207f1b37-b329-4489-a41d-edbcb77cfd2c. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.109265] env[69843]: DEBUG oslo_concurrency.lockutils [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] Acquiring lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.128757] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52989857-b4ec-c0e7-1221-2544cf3da324, 'name': SearchDatastore_Task, 'duration_secs': 0.021635} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.129423] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.129664] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.130022] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.130157] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.130219] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.133456] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c90a1ad-4467-4a52-9fbb-fd3c073dcfee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.143711] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.144029] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.144989] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57dce288-a972-4a92-9ff9-a3e410d828de {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.152549] env[69843]: DEBUG nova.compute.manager [req-4fcfc03a-305a-4306-9950-d9f483af3c4f req-a42ffd2e-ef02-443a-a125-b5704c00b3e0 service nova] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Received event network-changed-1c81feb9-f348-4935-9f12-0fb24a7d386c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.152869] env[69843]: DEBUG nova.compute.manager [req-4fcfc03a-305a-4306-9950-d9f483af3c4f req-a42ffd2e-ef02-443a-a125-b5704c00b3e0 service nova] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Refreshing instance network info cache due to event network-changed-1c81feb9-f348-4935-9f12-0fb24a7d386c. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.153098] env[69843]: DEBUG oslo_concurrency.lockutils [req-4fcfc03a-305a-4306-9950-d9f483af3c4f req-a42ffd2e-ef02-443a-a125-b5704c00b3e0 service nova] Acquiring lock "refresh_cache-29605030-00aa-482e-aaa4-c2d66af2c29d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.153260] env[69843]: DEBUG oslo_concurrency.lockutils [req-4fcfc03a-305a-4306-9950-d9f483af3c4f req-a42ffd2e-ef02-443a-a125-b5704c00b3e0 service nova] Acquired lock "refresh_cache-29605030-00aa-482e-aaa4-c2d66af2c29d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.153399] env[69843]: DEBUG nova.network.neutron [req-4fcfc03a-305a-4306-9950-d9f483af3c4f req-a42ffd2e-ef02-443a-a125-b5704c00b3e0 service nova] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Refreshing network info cache for port 1c81feb9-f348-4935-9f12-0fb24a7d386c {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.156255] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 791.156255] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529788e4-7f4a-0578-14b5-c21433451ebc" [ 791.156255] env[69843]: _type = "Task" [ 791.156255] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.169220] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529788e4-7f4a-0578-14b5-c21433451ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.172271] env[69843]: DEBUG nova.network.neutron [-] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.196799] env[69843]: DEBUG nova.network.neutron [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Successfully created port: 34b940bd-1109-4959-b735-9a41d8d3bdf1 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.264092] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703972, 'name': Rename_Task, 'duration_secs': 0.185443} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.264391] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.265074] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67cecb94-b903-4d11-b549-b9fc5299f36b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.274278] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 791.274278] env[69843]: value = "task-3703975" [ 791.274278] env[69843]: _type = "Task" [ 791.274278] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.289869] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.293919] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "9d7edebd-e43b-466f-8667-4f4aedc080cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.294223] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "9d7edebd-e43b-466f-8667-4f4aedc080cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.445371] env[69843]: DEBUG nova.network.neutron [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.554421] env[69843]: DEBUG oslo_vmware.api [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3703974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24248} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.554421] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.554421] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.554810] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.554810] env[69843]: INFO nova.compute.manager [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Took 1.15 seconds to destroy the instance on the hypervisor. [ 791.554976] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.555190] env[69843]: DEBUG nova.compute.manager [-] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.555287] env[69843]: DEBUG nova.network.neutron [-] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.653086] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861aa00d-de91-4928-9db0-8b71b803902c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.665548] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b862bc2-86ea-418e-b85e-aff5dc36b478 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.678097] env[69843]: INFO nova.compute.manager [-] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Took 1.04 seconds to deallocate network for instance. [ 791.678448] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529788e4-7f4a-0578-14b5-c21433451ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.012642} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.714169] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36ea76c-2ca3-40a8-9128-e1762fa98360 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.722879] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8147dfff-5ca3-425c-9b56-07d9b6217859 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.733771] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386c0e70-946d-49df-95bc-732343cda0f8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.738694] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 791.738694] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524fe1b3-80a8-a395-b312-938378e3bade" [ 791.738694] env[69843]: _type = "Task" [ 791.738694] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.751927] env[69843]: DEBUG nova.compute.provider_tree [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.762724] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524fe1b3-80a8-a395-b312-938378e3bade, 'name': SearchDatastore_Task, 'duration_secs': 0.027353} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.763049] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.763376] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 29605030-00aa-482e-aaa4-c2d66af2c29d/29605030-00aa-482e-aaa4-c2d66af2c29d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.764047] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba6b0d02-d24d-477d-976b-3d82fec31a2a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.774858] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 791.774858] env[69843]: value = "task-3703976" [ 791.774858] env[69843]: _type = "Task" [ 791.774858] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.792345] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.792609] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.793574] env[69843]: DEBUG nova.network.neutron [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance_info_cache with network_info: [{"id": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "address": "fa:16:3e:19:10:2d", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207f1b37-b3", "ovs_interfaceid": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.820721] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.820721] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.820986] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.820986] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.821109] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.823393] env[69843]: INFO nova.compute.manager [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Terminating instance [ 792.015028] env[69843]: DEBUG nova.compute.manager [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.043928] env[69843]: DEBUG nova.virt.hardware [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.044187] env[69843]: DEBUG nova.virt.hardware [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.044343] env[69843]: DEBUG nova.virt.hardware [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.044522] env[69843]: DEBUG nova.virt.hardware [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.044667] env[69843]: DEBUG nova.virt.hardware [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.044816] env[69843]: DEBUG nova.virt.hardware [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.046166] env[69843]: DEBUG nova.virt.hardware [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.048284] env[69843]: DEBUG nova.virt.hardware [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.048284] env[69843]: DEBUG nova.virt.hardware [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.048284] env[69843]: DEBUG nova.virt.hardware [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.048471] env[69843]: DEBUG nova.virt.hardware [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.052241] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aa4ff1-5225-418c-8ec2-d7149564e718 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.062799] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03348a5-7fb9-4be8-a2a6-78fa906adcd7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.212754] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.257180] env[69843]: DEBUG nova.scheduler.client.report [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.295231] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703976, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.302225] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.302225] env[69843]: DEBUG nova.compute.manager [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Instance network_info: |[{"id": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "address": "fa:16:3e:19:10:2d", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207f1b37-b3", "ovs_interfaceid": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.302405] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703975, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.302740] env[69843]: DEBUG oslo_concurrency.lockutils [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] Acquired lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.302950] env[69843]: DEBUG nova.network.neutron [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Refreshing network info cache for port 207f1b37-b329-4489-a41d-edbcb77cfd2c {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.304788] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:10:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '207f1b37-b329-4489-a41d-edbcb77cfd2c', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.318713] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.322225] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.322225] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-924aea6a-783f-42a8-9547-1514d44f7fcd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.341657] env[69843]: DEBUG nova.compute.manager [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.342335] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.343056] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8ad106-db13-4815-9578-9f41bb67140a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.355748] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.357404] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8154d531-9605-4e36-8900-94afd789f688 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.359703] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.359703] env[69843]: value = "task-3703977" [ 792.359703] env[69843]: _type = "Task" [ 792.359703] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.370480] env[69843]: DEBUG oslo_vmware.api [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 792.370480] env[69843]: value = "task-3703978" [ 792.370480] env[69843]: _type = "Task" [ 792.370480] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.373234] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703977, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.388567] env[69843]: DEBUG oslo_vmware.api [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.769208] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.769208] env[69843]: DEBUG nova.compute.manager [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.774139] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.201s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.778097] env[69843]: INFO nova.compute.claims [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.801196] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836666} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.802337] env[69843]: DEBUG oslo_vmware.api [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703975, 'name': PowerOnVM_Task, 'duration_secs': 1.132103} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.802337] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 29605030-00aa-482e-aaa4-c2d66af2c29d/29605030-00aa-482e-aaa4-c2d66af2c29d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.802337] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.802337] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.802337] env[69843]: INFO nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Took 9.42 seconds to spawn the instance on the hypervisor. [ 792.802653] env[69843]: DEBUG nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.802874] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a68bf098-ae5f-4f05-8141-e01d9f8abad6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.807040] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f06cbe-2b41-4a76-8122-e0479a40136a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.823307] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 792.823307] env[69843]: value = "task-3703979" [ 792.823307] env[69843]: _type = "Task" [ 792.823307] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.836368] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.871354] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703977, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.885538] env[69843]: DEBUG oslo_vmware.api [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703978, 'name': PowerOffVM_Task, 'duration_secs': 0.290215} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.885538] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.885772] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.885958] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11c5f4e6-1829-4dd7-9150-656ae36f4462 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.979142] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.979342] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.979957] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Deleting the datastore file [datastore1] ca89ba12-1438-44fa-b88a-bbe9386b4dce {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.980314] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-306267ee-e646-4182-858e-c2971379bde6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.988768] env[69843]: DEBUG nova.network.neutron [req-4fcfc03a-305a-4306-9950-d9f483af3c4f req-a42ffd2e-ef02-443a-a125-b5704c00b3e0 service nova] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Updated VIF entry in instance network info cache for port 1c81feb9-f348-4935-9f12-0fb24a7d386c. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.989146] env[69843]: DEBUG nova.network.neutron [req-4fcfc03a-305a-4306-9950-d9f483af3c4f req-a42ffd2e-ef02-443a-a125-b5704c00b3e0 service nova] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Updating instance_info_cache with network_info: [{"id": "1c81feb9-f348-4935-9f12-0fb24a7d386c", "address": "fa:16:3e:04:ec:94", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c81feb9-f3", "ovs_interfaceid": "1c81feb9-f348-4935-9f12-0fb24a7d386c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.996204] env[69843]: DEBUG oslo_vmware.api [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for the task: (returnval){ [ 792.996204] env[69843]: value = "task-3703981" [ 792.996204] env[69843]: _type = "Task" [ 792.996204] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.006135] env[69843]: DEBUG oslo_vmware.api [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.282386] env[69843]: DEBUG nova.compute.utils [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.284455] env[69843]: DEBUG nova.compute.manager [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.284763] env[69843]: DEBUG nova.network.neutron [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.341357] env[69843]: INFO nova.compute.manager [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Took 50.00 seconds to build instance. [ 793.347213] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075806} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.347493] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.348424] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e897f-1e15-4918-a1d8-8dec28eced8f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.378348] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 29605030-00aa-482e-aaa4-c2d66af2c29d/29605030-00aa-482e-aaa4-c2d66af2c29d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.382893] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c5fb60-075c-495c-9598-aa7a954c9648 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.400299] env[69843]: DEBUG nova.policy [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '857b5a3c9feb4b19b22da29a3449525f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c74f2b4f5b004bde814d7574f3bb8b25', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.411033] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703977, 'name': CreateVM_Task, 'duration_secs': 0.674675} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.411033] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.411330] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 793.411330] env[69843]: value = "task-3703982" [ 793.411330] env[69843]: _type = "Task" [ 793.411330] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.411846] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.412043] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.412328] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.413662] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6eeb004-3243-4122-9671-5e76c7884e15 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.426768] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 793.426768] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529bca1a-6df9-4daf-c2fd-1f9e576ddf3b" [ 793.426768] env[69843]: _type = "Task" [ 793.426768] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.434022] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703982, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.442983] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529bca1a-6df9-4daf-c2fd-1f9e576ddf3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.495697] env[69843]: DEBUG oslo_concurrency.lockutils [req-4fcfc03a-305a-4306-9950-d9f483af3c4f req-a42ffd2e-ef02-443a-a125-b5704c00b3e0 service nova] Releasing lock "refresh_cache-29605030-00aa-482e-aaa4-c2d66af2c29d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.515972] env[69843]: DEBUG oslo_vmware.api [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Task: {'id': task-3703981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474074} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.521430] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.521430] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.521430] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.521430] env[69843]: INFO nova.compute.manager [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Took 1.18 seconds to destroy the instance on the hypervisor. [ 793.521430] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.521430] env[69843]: DEBUG nova.compute.manager [-] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.521430] env[69843]: DEBUG nova.network.neutron [-] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.788418] env[69843]: DEBUG nova.compute.manager [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.853325] env[69843]: DEBUG oslo_concurrency.lockutils [None req-14d7ee3d-0928-445d-8968-ef0b10f849b9 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "f639e7ca-e188-482a-8541-059c773578a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.248s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.929607] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.942622] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529bca1a-6df9-4daf-c2fd-1f9e576ddf3b, 'name': SearchDatastore_Task, 'duration_secs': 0.028471} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.945803] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.946209] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.946518] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.946732] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.947019] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.948535] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe94492e-c2ba-4bc8-898c-9ca782eb2b2b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.967692] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.967692] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.972615] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd52506-91af-4bf6-a719-be85f3106bb7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.980280] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 793.980280] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523d63fd-51aa-3f26-e86d-3e21432f59bf" [ 793.980280] env[69843]: _type = "Task" [ 793.980280] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.995850] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523d63fd-51aa-3f26-e86d-3e21432f59bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.010701] env[69843]: DEBUG nova.network.neutron [-] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.071146] env[69843]: DEBUG nova.network.neutron [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updated VIF entry in instance network info cache for port 207f1b37-b329-4489-a41d-edbcb77cfd2c. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.071146] env[69843]: DEBUG nova.network.neutron [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance_info_cache with network_info: [{"id": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "address": "fa:16:3e:19:10:2d", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207f1b37-b3", "ovs_interfaceid": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.299847] env[69843]: INFO nova.virt.block_device [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Booting with volume 4e0c122b-23e3-4f4a-9bae-919284d77cfb at /dev/sda [ 794.357036] env[69843]: DEBUG nova.compute.manager [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.363485] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-326ea422-e5f2-4ec4-998b-bf574a052518 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.379988] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2b365a-7688-41d5-9157-3447a2b4397f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.436322] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f68ac618-5be3-4397-af6b-9bad7e56d023 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.443670] env[69843]: DEBUG nova.network.neutron [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Successfully created port: 923d3c1e-51fa-4fb7-b553-538709c84e57 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.448928] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703982, 'name': ReconfigVM_Task, 'duration_secs': 0.883061} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.449959] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 29605030-00aa-482e-aaa4-c2d66af2c29d/29605030-00aa-482e-aaa4-c2d66af2c29d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.450886] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8189c4c-6dd3-4c93-95a5-e161446a301e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.460861] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb8a6e2-8d33-406d-aff2-78b7d8c04586 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.472450] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 794.472450] env[69843]: value = "task-3703983" [ 794.472450] env[69843]: _type = "Task" [ 794.472450] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.488565] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703983, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.508509] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a5e059-46d1-4e2f-94d6-5008a61f9257 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.516312] env[69843]: INFO nova.compute.manager [-] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Took 2.96 seconds to deallocate network for instance. [ 794.516312] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523d63fd-51aa-3f26-e86d-3e21432f59bf, 'name': SearchDatastore_Task, 'duration_secs': 0.053136} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.520769] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04858187-9cc0-4b3f-974b-649403aa4c90 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.526650] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437c2081-44a5-49b3-84dc-1fb76149e90f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.538125] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 794.538125] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b8329b-75bf-2c89-a771-2c36ccd97927" [ 794.538125] env[69843]: _type = "Task" [ 794.538125] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.545424] env[69843]: DEBUG nova.virt.block_device [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Updating existing volume attachment record: 054ee15a-b6f4-40ce-9f84-732d52fa21e6 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 794.552532] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b8329b-75bf-2c89-a771-2c36ccd97927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.556019] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff57b56f-462d-4432-bdd3-3c767c5397a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.563434] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b43f803-0542-4ee3-b77e-71689275d538 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.596652] env[69843]: DEBUG oslo_concurrency.lockutils [req-10104239-75a9-4c9d-9a6b-fa671bf2ec91 req-a0f9f2d2-1790-4ddc-8f9b-aa7f6b8dafbe service nova] Releasing lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.598162] env[69843]: DEBUG nova.network.neutron [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Successfully updated port: 34b940bd-1109-4959-b735-9a41d8d3bdf1 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.599921] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b508df2-f12e-4c85-8f4b-f9849f1858fa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.611122] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d379c0-ba30-4fc0-9fbe-0879d7138173 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.629782] env[69843]: DEBUG nova.compute.provider_tree [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.890616] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.904104] env[69843]: DEBUG nova.network.neutron [-] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.986021] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703983, 'name': Rename_Task, 'duration_secs': 0.167609} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.986021] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.986275] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e9e7043-1a82-4bee-a046-42c161b67670 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.994446] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 794.994446] env[69843]: value = "task-3703984" [ 794.994446] env[69843]: _type = "Task" [ 794.994446] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.010653] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.034232] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.048112] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b8329b-75bf-2c89-a771-2c36ccd97927, 'name': SearchDatastore_Task, 'duration_secs': 0.013077} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.048834] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.049284] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8/57cc7aea-24c2-49d1-8c30-469a9dbbb5e8.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.049953] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c9ff57d-409e-468e-916c-deeb34cebbcc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.059741] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 795.059741] env[69843]: value = "task-3703985" [ 795.059741] env[69843]: _type = "Task" [ 795.059741] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.073297] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.083300] env[69843]: DEBUG nova.compute.manager [req-1f1a8355-bf37-44a9-99ae-181ddb83e46e req-92856d82-eeb2-4df9-b80c-f3820b974bf3 service nova] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Received event network-vif-deleted-1992f5d1-4d55-4145-a259-b8c60c8c3731 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.105883] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.106095] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquired lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.106337] env[69843]: DEBUG nova.network.neutron [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.132645] env[69843]: DEBUG nova.scheduler.client.report [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.408634] env[69843]: INFO nova.compute.manager [-] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Took 1.89 seconds to deallocate network for instance. [ 795.509693] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.577958] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703985, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.639091] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.639711] env[69843]: DEBUG nova.compute.manager [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.642748] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.482s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.643421] env[69843]: DEBUG nova.objects.instance [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Lazy-loading 'resources' on Instance uuid 54fe1d54-bec9-4888-9c79-cb23e2a11647 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.675623] env[69843]: DEBUG nova.network.neutron [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.917714] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.986743] env[69843]: DEBUG nova.network.neutron [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Updating instance_info_cache with network_info: [{"id": "34b940bd-1109-4959-b735-9a41d8d3bdf1", "address": "fa:16:3e:0a:30:fd", "network": {"id": "169f3746-7506-40fe-bf72-d886f18df729", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-741620343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0af66f0a4bca4b9da2103008de1d8a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b940bd-11", "ovs_interfaceid": "34b940bd-1109-4959-b735-9a41d8d3bdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.015301] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.078196] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614752} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.078487] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8/57cc7aea-24c2-49d1-8c30-469a9dbbb5e8.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.078702] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.078975] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42b8476e-3a09-4d61-9491-fe3083321b40 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.094435] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 796.094435] env[69843]: value = "task-3703986" [ 796.094435] env[69843]: _type = "Task" [ 796.094435] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.106515] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.148138] env[69843]: DEBUG nova.compute.utils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.152819] env[69843]: DEBUG nova.compute.manager [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.153057] env[69843]: DEBUG nova.network.neutron [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.385979] env[69843]: DEBUG nova.policy [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '956ac279f15b4a88b51388ffe98b0841', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e780cb6ac4a74f5fbaa37b1a2347accf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.489835] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Acquiring lock "2542d997-58b0-4a65-bbc0-ee34843837c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.490318] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Lock "2542d997-58b0-4a65-bbc0-ee34843837c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.490709] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Releasing lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.491023] env[69843]: DEBUG nova.compute.manager [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Instance network_info: |[{"id": "34b940bd-1109-4959-b735-9a41d8d3bdf1", "address": "fa:16:3e:0a:30:fd", "network": {"id": "169f3746-7506-40fe-bf72-d886f18df729", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-741620343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0af66f0a4bca4b9da2103008de1d8a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b940bd-11", "ovs_interfaceid": "34b940bd-1109-4959-b735-9a41d8d3bdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.494020] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:30:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34b940bd-1109-4959-b735-9a41d8d3bdf1', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.503637] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.505598] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.509779] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4a892b4-c9c2-4938-9a3e-8c1f83648ca1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.539053] env[69843]: DEBUG oslo_vmware.api [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3703984, 'name': PowerOnVM_Task, 'duration_secs': 1.369974} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.540288] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.540603] env[69843]: INFO nova.compute.manager [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Took 10.28 seconds to spawn the instance on the hypervisor. [ 796.544881] env[69843]: DEBUG nova.compute.manager [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 796.544881] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.544881] env[69843]: value = "task-3703987" [ 796.544881] env[69843]: _type = "Task" [ 796.544881] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.548746] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3242ad2-a0b9-4da9-87f9-e56385bd2c77 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.575646] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703987, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.608340] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083947} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.609282] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.610893] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e360a40-302e-407f-aafb-0d19f87a2094 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.645188] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8/57cc7aea-24c2-49d1-8c30-469a9dbbb5e8.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.649035] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9833f915-e61d-41d1-ad41-1cf4d00e23fc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.667611] env[69843]: DEBUG nova.compute.manager [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.678481] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 796.678481] env[69843]: value = "task-3703988" [ 796.678481] env[69843]: _type = "Task" [ 796.678481] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.692661] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703988, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.695053] env[69843]: DEBUG nova.compute.manager [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.695608] env[69843]: DEBUG nova.virt.hardware [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.695831] env[69843]: DEBUG nova.virt.hardware [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.695986] env[69843]: DEBUG nova.virt.hardware [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.696178] env[69843]: DEBUG nova.virt.hardware [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.696322] env[69843]: DEBUG nova.virt.hardware [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.696463] env[69843]: DEBUG nova.virt.hardware [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.696741] env[69843]: DEBUG nova.virt.hardware [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.697897] env[69843]: DEBUG nova.virt.hardware [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.697897] env[69843]: DEBUG nova.virt.hardware [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.697897] env[69843]: DEBUG nova.virt.hardware [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.697897] env[69843]: DEBUG nova.virt.hardware [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.700964] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf315801-2aad-4eac-bf68-951513cebf1a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.712266] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9a4f52-4230-404f-b353-92d753919ffe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.831900] env[69843]: DEBUG nova.network.neutron [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Successfully updated port: 923d3c1e-51fa-4fb7-b553-538709c84e57 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.908833] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3984a97-426f-49ec-9471-2bb19a1c0fc2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.918358] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c1185b-7661-4292-96c6-a6e5f797d81e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.950911] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdc8ce3-f3a5-42a3-a145-789bbf6909f8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.959605] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c05960-7719-4236-9336-c4b998b3fc8e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.976259] env[69843]: DEBUG nova.compute.provider_tree [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.064977] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703987, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.085356] env[69843]: INFO nova.compute.manager [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Took 45.96 seconds to build instance. [ 797.101659] env[69843]: DEBUG nova.network.neutron [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Successfully created port: 23a29ea9-79b4-4d0a-b116-25e6ea301568 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.200911] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.336715] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Acquiring lock "refresh_cache-750b8ae4-87a7-402a-a82f-44c01e9fd888" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.336917] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Acquired lock "refresh_cache-750b8ae4-87a7-402a-a82f-44c01e9fd888" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.337359] env[69843]: DEBUG nova.network.neutron [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.481070] env[69843]: DEBUG nova.scheduler.client.report [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.572055] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703987, 'name': CreateVM_Task, 'duration_secs': 0.831528} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.572403] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.573175] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.573437] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.573817] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.574428] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab0ebd4-5720-4ae7-9161-39e4482f4bc1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.582332] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 797.582332] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5258ada4-ef45-2118-dad2-f074c5bdab98" [ 797.582332] env[69843]: _type = "Task" [ 797.582332] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.587722] env[69843]: DEBUG oslo_concurrency.lockutils [None req-805ccded-a0d0-49bc-a407-dcab874984ea tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "29605030-00aa-482e-aaa4-c2d66af2c29d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.525s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.595060] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5258ada4-ef45-2118-dad2-f074c5bdab98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.682783] env[69843]: DEBUG nova.compute.manager [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.700138] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703988, 'name': ReconfigVM_Task, 'duration_secs': 0.778552} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.700472] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8/57cc7aea-24c2-49d1-8c30-469a9dbbb5e8.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.702031] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-249e8420-da41-49df-a78e-41b8d928d14e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.710164] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 797.710164] env[69843]: value = "task-3703989" [ 797.710164] env[69843]: _type = "Task" [ 797.710164] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.729898] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703989, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.732967] env[69843]: DEBUG nova.virt.hardware [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.734340] env[69843]: DEBUG nova.virt.hardware [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.734340] env[69843]: DEBUG nova.virt.hardware [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.734340] env[69843]: DEBUG nova.virt.hardware [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.734340] env[69843]: DEBUG nova.virt.hardware [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.734340] env[69843]: DEBUG nova.virt.hardware [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.734340] env[69843]: DEBUG nova.virt.hardware [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.734629] env[69843]: DEBUG nova.virt.hardware [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.734629] env[69843]: DEBUG nova.virt.hardware [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.734803] env[69843]: DEBUG nova.virt.hardware [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.735136] env[69843]: DEBUG nova.virt.hardware [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.736639] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee5a7af-6feb-479f-8960-50490da4ac40 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.745407] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dcd36a-d753-4de0-85dd-dbed31cdd8b7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.900646] env[69843]: DEBUG nova.network.neutron [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.988541] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.345s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.991961] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.150s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.991961] env[69843]: DEBUG nova.objects.instance [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lazy-loading 'resources' on Instance uuid d2314af3-6ce2-49d8-991e-0d214c827d18 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.034908] env[69843]: INFO nova.scheduler.client.report [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Deleted allocations for instance 54fe1d54-bec9-4888-9c79-cb23e2a11647 [ 798.090013] env[69843]: DEBUG nova.compute.manager [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.102830] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5258ada4-ef45-2118-dad2-f074c5bdab98, 'name': SearchDatastore_Task, 'duration_secs': 0.025763} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.103453] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.103679] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.107066] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.107066] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.107066] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.107066] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00a16339-9439-46a3-80fe-f57f59f3b0ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.122859] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.122965] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.124327] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f4e4d8-af85-4e99-9c36-151b95a31714 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.131462] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 798.131462] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52625c3c-4b19-3416-77b7-b9f12ec5be9c" [ 798.131462] env[69843]: _type = "Task" [ 798.131462] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.152657] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52625c3c-4b19-3416-77b7-b9f12ec5be9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.219100] env[69843]: DEBUG nova.network.neutron [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Updating instance_info_cache with network_info: [{"id": "923d3c1e-51fa-4fb7-b553-538709c84e57", "address": "fa:16:3e:99:62:6f", "network": {"id": "3ba946b7-66f8-434c-a12d-dcda7c891c38", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1890009307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74f2b4f5b004bde814d7574f3bb8b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap923d3c1e-51", "ovs_interfaceid": "923d3c1e-51fa-4fb7-b553-538709c84e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.235883] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703989, 'name': Rename_Task, 'duration_secs': 0.429466} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.236037] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.236626] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0e502aa-4db9-4672-8323-9555c3b415d2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.246241] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 798.246241] env[69843]: value = "task-3703990" [ 798.246241] env[69843]: _type = "Task" [ 798.246241] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.259448] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.288665] env[69843]: DEBUG nova.compute.manager [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Received event network-vif-plugged-34b940bd-1109-4959-b735-9a41d8d3bdf1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.288914] env[69843]: DEBUG oslo_concurrency.lockutils [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] Acquiring lock "1a278863-e27b-41c3-88e2-338732e1f54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.289569] env[69843]: DEBUG oslo_concurrency.lockutils [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] Lock "1a278863-e27b-41c3-88e2-338732e1f54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.289569] env[69843]: DEBUG oslo_concurrency.lockutils [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] Lock "1a278863-e27b-41c3-88e2-338732e1f54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.289569] env[69843]: DEBUG nova.compute.manager [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] No waiting events found dispatching network-vif-plugged-34b940bd-1109-4959-b735-9a41d8d3bdf1 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 798.289774] env[69843]: WARNING nova.compute.manager [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Received unexpected event network-vif-plugged-34b940bd-1109-4959-b735-9a41d8d3bdf1 for instance with vm_state building and task_state spawning. [ 798.290020] env[69843]: DEBUG nova.compute.manager [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Received event network-vif-deleted-5a131463-61ab-49b1-9b8b-eaf925b080b3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.290270] env[69843]: DEBUG nova.compute.manager [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Received event network-changed-34b940bd-1109-4959-b735-9a41d8d3bdf1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.290508] env[69843]: DEBUG nova.compute.manager [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Refreshing instance network info cache due to event network-changed-34b940bd-1109-4959-b735-9a41d8d3bdf1. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.291087] env[69843]: DEBUG oslo_concurrency.lockutils [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] Acquiring lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.291575] env[69843]: DEBUG oslo_concurrency.lockutils [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] Acquired lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.291835] env[69843]: DEBUG nova.network.neutron [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Refreshing network info cache for port 34b940bd-1109-4959-b735-9a41d8d3bdf1 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.549508] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b4c89cfb-6d79-4123-8895-4d108742d0e5 tempest-ServerMetadataNegativeTestJSON-545371985 tempest-ServerMetadataNegativeTestJSON-545371985-project-member] Lock "54fe1d54-bec9-4888-9c79-cb23e2a11647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.109s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.627664] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.647414] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52625c3c-4b19-3416-77b7-b9f12ec5be9c, 'name': SearchDatastore_Task, 'duration_secs': 0.027409} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.648288] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9ac969-53e2-4e36-86f8-0fe5d6481efc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.658790] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 798.658790] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52431def-da4b-4b63-09dd-e505d815e749" [ 798.658790] env[69843]: _type = "Task" [ 798.658790] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.670990] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52431def-da4b-4b63-09dd-e505d815e749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.734478] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "cdd53a99-8b97-437e-a304-209b5b69d609" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.734719] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "cdd53a99-8b97-437e-a304-209b5b69d609" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.734950] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "cdd53a99-8b97-437e-a304-209b5b69d609-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.735155] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "cdd53a99-8b97-437e-a304-209b5b69d609-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.735425] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "cdd53a99-8b97-437e-a304-209b5b69d609-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.737585] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Releasing lock "refresh_cache-750b8ae4-87a7-402a-a82f-44c01e9fd888" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.737885] env[69843]: DEBUG nova.compute.manager [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Instance network_info: |[{"id": "923d3c1e-51fa-4fb7-b553-538709c84e57", "address": "fa:16:3e:99:62:6f", "network": {"id": "3ba946b7-66f8-434c-a12d-dcda7c891c38", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1890009307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74f2b4f5b004bde814d7574f3bb8b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap923d3c1e-51", "ovs_interfaceid": "923d3c1e-51fa-4fb7-b553-538709c84e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.740843] env[69843]: INFO nova.compute.manager [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Terminating instance [ 798.743879] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:62:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '923d3c1e-51fa-4fb7-b553-538709c84e57', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.752040] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Creating folder: Project (c74f2b4f5b004bde814d7574f3bb8b25). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.752750] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b63ab98f-75ab-4df8-81d0-c454e8a3fbc8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.767504] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703990, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.776661] env[69843]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 798.776661] env[69843]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69843) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 798.776771] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Folder already exists: Project (c74f2b4f5b004bde814d7574f3bb8b25). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 798.776963] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Creating folder: Instances. Parent ref: group-v737715. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.780696] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-086dd757-0a15-4db7-b286-ecb9aa299946 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.798212] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Created folder: Instances in parent group-v737715. [ 798.798464] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.799168] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.802979] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-377d6b22-49cc-420a-91ca-49ad5a756aee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.828579] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.828579] env[69843]: value = "task-3703993" [ 798.828579] env[69843]: _type = "Task" [ 798.828579] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.838739] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703993, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.174743] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52431def-da4b-4b63-09dd-e505d815e749, 'name': SearchDatastore_Task, 'duration_secs': 0.016919} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.177116] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.177661] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 1a278863-e27b-41c3-88e2-338732e1f54c/1a278863-e27b-41c3-88e2-338732e1f54c.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.178958] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b483030a-ee20-4fcd-beea-d96a22a6b84a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.182727] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e83cc81-4cfd-45e8-95b3-2fff90e61560 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.194313] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b81cad-b0ce-403e-af5c-e23d4b8549b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.198695] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 799.198695] env[69843]: value = "task-3703994" [ 799.198695] env[69843]: _type = "Task" [ 799.198695] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.245125] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009bf7fe-48ca-4946-9b63-3ecaed65ec18 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.252499] env[69843]: DEBUG nova.compute.manager [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.252908] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.253015] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.255053] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1e41af-a4ce-4cc7-afa3-1ac3ba6a8d42 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.269304] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f2a438-1673-4423-b02a-30c22194602d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.280823] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.284879] env[69843]: DEBUG oslo_vmware.api [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3703990, 'name': PowerOnVM_Task, 'duration_secs': 0.851817} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.284879] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a664856-667a-4063-9874-61f1e3885f74 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.284879] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.284879] env[69843]: INFO nova.compute.manager [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Took 10.12 seconds to spawn the instance on the hypervisor. [ 799.284879] env[69843]: DEBUG nova.compute.manager [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.289023] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c8181a-a825-435a-8638-4bf905df3ad5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.300079] env[69843]: DEBUG nova.compute.provider_tree [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.309920] env[69843]: DEBUG oslo_vmware.api [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 799.309920] env[69843]: value = "task-3703995" [ 799.309920] env[69843]: _type = "Task" [ 799.309920] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.341086] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3703993, 'name': CreateVM_Task, 'duration_secs': 0.390491} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.341086] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.341933] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '054ee15a-b6f4-40ce-9f84-732d52fa21e6', 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737724', 'volume_id': '4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'name': 'volume-4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '750b8ae4-87a7-402a-a82f-44c01e9fd888', 'attached_at': '', 'detached_at': '', 'volume_id': '4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'serial': '4e0c122b-23e3-4f4a-9bae-919284d77cfb'}, 'volume_type': None}], 'swap': None} {{(pid=69843) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 799.341933] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Root volume attach. Driver type: vmdk {{(pid=69843) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 799.342736] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557548ea-32f7-434f-8194-13186f24cd62 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.355990] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b11588a-e000-4572-a820-c2731c89f405 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.366399] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07c62b2-bfc0-4ab0-8036-4ce9beaa1119 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.375947] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a765255d-8acb-481f-9a59-9f895d821af4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.383256] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Waiting for the task: (returnval){ [ 799.383256] env[69843]: value = "task-3703996" [ 799.383256] env[69843]: _type = "Task" [ 799.383256] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.399907] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3703996, 'name': RelocateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.427931] env[69843]: DEBUG nova.network.neutron [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Updated VIF entry in instance network info cache for port 34b940bd-1109-4959-b735-9a41d8d3bdf1. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.430049] env[69843]: DEBUG nova.network.neutron [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Updating instance_info_cache with network_info: [{"id": "34b940bd-1109-4959-b735-9a41d8d3bdf1", "address": "fa:16:3e:0a:30:fd", "network": {"id": "169f3746-7506-40fe-bf72-d886f18df729", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-741620343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0af66f0a4bca4b9da2103008de1d8a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b940bd-11", "ovs_interfaceid": "34b940bd-1109-4959-b735-9a41d8d3bdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.684018] env[69843]: DEBUG nova.network.neutron [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Successfully updated port: 23a29ea9-79b4-4d0a-b116-25e6ea301568 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.726562] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703994, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.803392] env[69843]: DEBUG nova.scheduler.client.report [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.832608] env[69843]: INFO nova.compute.manager [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Took 46.04 seconds to build instance. [ 799.844404] env[69843]: DEBUG oslo_vmware.api [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703995, 'name': PowerOffVM_Task, 'duration_secs': 0.354376} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.844930] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.845261] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.845375] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c37f8768-dd30-4947-a417-3d2525bd4cc9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.897504] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "f639e7ca-e188-482a-8541-059c773578a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.898506] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "f639e7ca-e188-482a-8541-059c773578a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.898506] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "f639e7ca-e188-482a-8541-059c773578a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.898651] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "f639e7ca-e188-482a-8541-059c773578a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.898921] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "f639e7ca-e188-482a-8541-059c773578a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.901464] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3703996, 'name': RelocateVM_Task} progress is 20%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.902108] env[69843]: INFO nova.compute.manager [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Terminating instance [ 799.928264] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.928264] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.928264] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Deleting the datastore file [datastore1] cdd53a99-8b97-437e-a304-209b5b69d609 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.928264] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a0421ea-5a0f-426c-bd25-1374204af060 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.932096] env[69843]: DEBUG oslo_concurrency.lockutils [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] Releasing lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.932206] env[69843]: DEBUG nova.compute.manager [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Received event network-vif-plugged-923d3c1e-51fa-4fb7-b553-538709c84e57 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.932337] env[69843]: DEBUG oslo_concurrency.lockutils [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] Acquiring lock "750b8ae4-87a7-402a-a82f-44c01e9fd888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.932552] env[69843]: DEBUG oslo_concurrency.lockutils [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] Lock "750b8ae4-87a7-402a-a82f-44c01e9fd888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.932815] env[69843]: DEBUG oslo_concurrency.lockutils [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] Lock "750b8ae4-87a7-402a-a82f-44c01e9fd888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.932889] env[69843]: DEBUG nova.compute.manager [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] No waiting events found dispatching network-vif-plugged-923d3c1e-51fa-4fb7-b553-538709c84e57 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 799.933119] env[69843]: WARNING nova.compute.manager [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Received unexpected event network-vif-plugged-923d3c1e-51fa-4fb7-b553-538709c84e57 for instance with vm_state building and task_state spawning. [ 799.933256] env[69843]: DEBUG nova.compute.manager [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Received event network-changed-923d3c1e-51fa-4fb7-b553-538709c84e57 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.933505] env[69843]: DEBUG nova.compute.manager [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Refreshing instance network info cache due to event network-changed-923d3c1e-51fa-4fb7-b553-538709c84e57. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.933607] env[69843]: DEBUG oslo_concurrency.lockutils [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] Acquiring lock "refresh_cache-750b8ae4-87a7-402a-a82f-44c01e9fd888" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.933760] env[69843]: DEBUG oslo_concurrency.lockutils [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] Acquired lock "refresh_cache-750b8ae4-87a7-402a-a82f-44c01e9fd888" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.933912] env[69843]: DEBUG nova.network.neutron [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Refreshing network info cache for port 923d3c1e-51fa-4fb7-b553-538709c84e57 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.937119] env[69843]: DEBUG oslo_vmware.api [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 799.937119] env[69843]: value = "task-3703998" [ 799.937119] env[69843]: _type = "Task" [ 799.937119] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.947855] env[69843]: DEBUG oslo_vmware.api [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.190457] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "refresh_cache-d9fc4e13-6556-4875-b301-c5f47d3e1cf0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.190457] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "refresh_cache-d9fc4e13-6556-4875-b301-c5f47d3e1cf0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.190457] env[69843]: DEBUG nova.network.neutron [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.217159] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594024} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.217904] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 1a278863-e27b-41c3-88e2-338732e1f54c/1a278863-e27b-41c3-88e2-338732e1f54c.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.218391] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.219193] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1422505-ae2b-4478-801b-a922c0d83d6a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.228125] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 800.228125] env[69843]: value = "task-3703999" [ 800.228125] env[69843]: _type = "Task" [ 800.228125] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.240791] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.252203] env[69843]: INFO nova.compute.manager [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Rebuilding instance [ 800.324137] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.328063] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.330s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.328063] env[69843]: DEBUG nova.objects.instance [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Lazy-loading 'resources' on Instance uuid c942ea2c-1af4-4f7c-9fdd-283d06a187e0 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.337015] env[69843]: DEBUG nova.compute.manager [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.339071] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aeb25db-d0af-4de7-8d58-770c5039aa41 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.346354] env[69843]: DEBUG oslo_concurrency.lockutils [None req-04190cd1-a4ac-4c0c-b4d2-cfe8cd7911f1 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.601s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.376265] env[69843]: INFO nova.scheduler.client.report [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Deleted allocations for instance d2314af3-6ce2-49d8-991e-0d214c827d18 [ 800.399713] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3703996, 'name': RelocateVM_Task, 'duration_secs': 0.741806} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.400049] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 800.400268] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737724', 'volume_id': '4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'name': 'volume-4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '750b8ae4-87a7-402a-a82f-44c01e9fd888', 'attached_at': '', 'detached_at': '', 'volume_id': '4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'serial': '4e0c122b-23e3-4f4a-9bae-919284d77cfb'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 800.401540] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628bf3da-b067-49db-b891-c59ff6403aa5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.422447] env[69843]: DEBUG nova.compute.manager [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.422810] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.424908] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f9f67-80e5-46de-bdc6-2eaa50b16742 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.430037] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103036d2-5e76-4d75-918c-200c305e118f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.463723] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-4e0c122b-23e3-4f4a-9bae-919284d77cfb/volume-4e0c122b-23e3-4f4a-9bae-919284d77cfb.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.464179] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.468492] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa09b830-0d0a-407d-8ddf-dc5eaf0aa89b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.487349] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ce00fb8-832b-4f66-a214-cb362f279074 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.499389] env[69843]: DEBUG oslo_vmware.api [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3703998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354281} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.502241] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.502488] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.502907] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.503038] env[69843]: INFO nova.compute.manager [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Took 1.25 seconds to destroy the instance on the hypervisor. [ 800.503362] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.503658] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Waiting for the task: (returnval){ [ 800.503658] env[69843]: value = "task-3704001" [ 800.503658] env[69843]: _type = "Task" [ 800.503658] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.504415] env[69843]: DEBUG oslo_vmware.api [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 800.504415] env[69843]: value = "task-3704000" [ 800.504415] env[69843]: _type = "Task" [ 800.504415] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.504415] env[69843]: DEBUG nova.compute.manager [-] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.504415] env[69843]: DEBUG nova.network.neutron [-] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.521223] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.524614] env[69843]: DEBUG oslo_vmware.api [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.747576] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3703999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133601} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.748135] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.749493] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eef140-f5c4-42ba-bfe5-e862d75fff45 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.760473] env[69843]: DEBUG nova.network.neutron [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.803103] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 1a278863-e27b-41c3-88e2-338732e1f54c/1a278863-e27b-41c3-88e2-338732e1f54c.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.804098] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c449c80b-89a9-4ee5-ae63-a938ff8ddcca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.849262] env[69843]: DEBUG nova.compute.manager [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.855810] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 800.855810] env[69843]: value = "task-3704002" [ 800.855810] env[69843]: _type = "Task" [ 800.855810] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.872876] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704002, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.893047] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a23a13d0-72ac-4205-9cc0-5ce8254464e7 tempest-ImagesOneServerTestJSON-844835280 tempest-ImagesOneServerTestJSON-844835280-project-member] Lock "d2314af3-6ce2-49d8-991e-0d214c827d18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.809s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.967362] env[69843]: DEBUG nova.network.neutron [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Updated VIF entry in instance network info cache for port 923d3c1e-51fa-4fb7-b553-538709c84e57. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.967735] env[69843]: DEBUG nova.network.neutron [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Updating instance_info_cache with network_info: [{"id": "923d3c1e-51fa-4fb7-b553-538709c84e57", "address": "fa:16:3e:99:62:6f", "network": {"id": "3ba946b7-66f8-434c-a12d-dcda7c891c38", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1890009307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74f2b4f5b004bde814d7574f3bb8b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap923d3c1e-51", "ovs_interfaceid": "923d3c1e-51fa-4fb7-b553-538709c84e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.024634] env[69843]: DEBUG oslo_vmware.api [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704000, 'name': PowerOffVM_Task, 'duration_secs': 0.346354} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.028526] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.028788] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.028990] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704001, 'name': ReconfigVM_Task, 'duration_secs': 0.328434} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.029237] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9162348-b66a-4089-85ff-d986bbafc411 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.031813] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-4e0c122b-23e3-4f4a-9bae-919284d77cfb/volume-4e0c122b-23e3-4f4a-9bae-919284d77cfb.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.038229] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8597cd5-eaab-4318-ac9f-f44a590a3c9d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.058783] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Waiting for the task: (returnval){ [ 801.058783] env[69843]: value = "task-3704004" [ 801.058783] env[69843]: _type = "Task" [ 801.058783] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.073826] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.096071] env[69843]: DEBUG nova.network.neutron [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Updating instance_info_cache with network_info: [{"id": "23a29ea9-79b4-4d0a-b116-25e6ea301568", "address": "fa:16:3e:70:ba:6b", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a29ea9-79", "ovs_interfaceid": "23a29ea9-79b4-4d0a-b116-25e6ea301568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.132355] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.132544] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.133379] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Deleting the datastore file [datastore1] f639e7ca-e188-482a-8541-059c773578a9 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.133379] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5073554f-61ba-44b9-a12d-cb540e1a2879 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.142226] env[69843]: DEBUG oslo_vmware.api [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 801.142226] env[69843]: value = "task-3704005" [ 801.142226] env[69843]: _type = "Task" [ 801.142226] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.153904] env[69843]: DEBUG oslo_vmware.api [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.376011] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.376011] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.376011] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7bad406-c8cd-4ae4-ba6d-3d81c50a5765 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.386771] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 801.386771] env[69843]: value = "task-3704006" [ 801.386771] env[69843]: _type = "Task" [ 801.386771] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.388521] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.406321] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.451770] env[69843]: DEBUG nova.compute.manager [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Received event network-vif-plugged-23a29ea9-79b4-4d0a-b116-25e6ea301568 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.451770] env[69843]: DEBUG oslo_concurrency.lockutils [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] Acquiring lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.451770] env[69843]: DEBUG oslo_concurrency.lockutils [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] Lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.451770] env[69843]: DEBUG oslo_concurrency.lockutils [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] Lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.451770] env[69843]: DEBUG nova.compute.manager [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] No waiting events found dispatching network-vif-plugged-23a29ea9-79b4-4d0a-b116-25e6ea301568 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 801.451770] env[69843]: WARNING nova.compute.manager [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Received unexpected event network-vif-plugged-23a29ea9-79b4-4d0a-b116-25e6ea301568 for instance with vm_state building and task_state spawning. [ 801.451770] env[69843]: DEBUG nova.compute.manager [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Received event network-changed-23a29ea9-79b4-4d0a-b116-25e6ea301568 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.451770] env[69843]: DEBUG nova.compute.manager [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Refreshing instance network info cache due to event network-changed-23a29ea9-79b4-4d0a-b116-25e6ea301568. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.451770] env[69843]: DEBUG oslo_concurrency.lockutils [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] Acquiring lock "refresh_cache-d9fc4e13-6556-4875-b301-c5f47d3e1cf0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.470160] env[69843]: DEBUG oslo_concurrency.lockutils [req-dcb836d2-19ed-4a8d-80ce-9965d1e02510 req-35ce2231-bc48-40c5-ab6b-61859fbc34db service nova] Releasing lock "refresh_cache-750b8ae4-87a7-402a-a82f-44c01e9fd888" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.566673] env[69843]: DEBUG nova.network.neutron [-] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.574967] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704004, 'name': ReconfigVM_Task, 'duration_secs': 0.171469} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.575544] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737724', 'volume_id': '4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'name': 'volume-4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '750b8ae4-87a7-402a-a82f-44c01e9fd888', 'attached_at': '', 'detached_at': '', 'volume_id': '4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'serial': '4e0c122b-23e3-4f4a-9bae-919284d77cfb'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 801.576192] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b26f911-edb3-46ca-a0b8-08bcaa9805b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.580659] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fb611b-d702-432d-b1fd-252c9d7275ee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.590397] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276207ea-1ad4-4efc-b0d2-0f87028f17a3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.601653] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "refresh_cache-d9fc4e13-6556-4875-b301-c5f47d3e1cf0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.601653] env[69843]: DEBUG nova.compute.manager [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Instance network_info: |[{"id": "23a29ea9-79b4-4d0a-b116-25e6ea301568", "address": "fa:16:3e:70:ba:6b", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a29ea9-79", "ovs_interfaceid": "23a29ea9-79b4-4d0a-b116-25e6ea301568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.602104] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Waiting for the task: (returnval){ [ 801.602104] env[69843]: value = "task-3704007" [ 801.602104] env[69843]: _type = "Task" [ 801.602104] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.602891] env[69843]: DEBUG oslo_concurrency.lockutils [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] Acquired lock "refresh_cache-d9fc4e13-6556-4875-b301-c5f47d3e1cf0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.603080] env[69843]: DEBUG nova.network.neutron [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Refreshing network info cache for port 23a29ea9-79b4-4d0a-b116-25e6ea301568 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.604399] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:ba:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23a29ea9-79b4-4d0a-b116-25e6ea301568', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.618834] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Creating folder: Project (e780cb6ac4a74f5fbaa37b1a2347accf). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.660173] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a610719b-9e9b-4775-9b89-52e7e3172f18 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.671102] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641fa004-8b85-4767-85dd-80e7fe8fcdac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.684366] env[69843]: DEBUG oslo_vmware.api [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215453} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.687240] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.687564] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.687706] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.687947] env[69843]: INFO nova.compute.manager [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: f639e7ca-e188-482a-8541-059c773578a9] Took 1.27 seconds to destroy the instance on the hypervisor. [ 801.688339] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.689774] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef947f2b-8deb-48dd-8fd0-8235e5cb6ffe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.694333] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704007, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.696298] env[69843]: DEBUG nova.compute.manager [-] [instance: f639e7ca-e188-482a-8541-059c773578a9] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.696619] env[69843]: DEBUG nova.network.neutron [-] [instance: f639e7ca-e188-482a-8541-059c773578a9] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.699039] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Created folder: Project (e780cb6ac4a74f5fbaa37b1a2347accf) in parent group-v737654. [ 801.699940] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Creating folder: Instances. Parent ref: group-v737782. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.701598] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef41b4b8-24c3-4ff3-90aa-fd402b06eea6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.716563] env[69843]: DEBUG nova.compute.provider_tree [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.722050] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Created folder: Instances in parent group-v737782. [ 801.722050] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.722050] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.722050] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4a833c7-4449-4d68-93ff-d1b2157fdc23 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.744038] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.744038] env[69843]: value = "task-3704010" [ 801.744038] env[69843]: _type = "Task" [ 801.744038] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.758023] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704010, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.870496] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704002, 'name': ReconfigVM_Task, 'duration_secs': 0.675605} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.871621] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 1a278863-e27b-41c3-88e2-338732e1f54c/1a278863-e27b-41c3-88e2-338732e1f54c.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.872205] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8db3aeb-2f2b-4d04-b169-8668649c766d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.883124] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 801.883124] env[69843]: value = "task-3704011" [ 801.883124] env[69843]: _type = "Task" [ 801.883124] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.901621] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704011, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.907444] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704006, 'name': PowerOffVM_Task, 'duration_secs': 0.199896} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.907729] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.908040] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.909066] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6776963-6991-4e0d-a105-e4d99491a184 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.930275] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Acquiring lock "fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.931132] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Lock "fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.931554] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.931923] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d14ac50e-185d-4f98-9a8d-9bd3e2b41e84 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.008429] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.008681] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.008811] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleting the datastore file [datastore2] 29605030-00aa-482e-aaa4-c2d66af2c29d {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.009097] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae7a208f-359b-4978-b551-a29847d394cc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.017666] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 802.017666] env[69843]: value = "task-3704013" [ 802.017666] env[69843]: _type = "Task" [ 802.017666] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.028625] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.076106] env[69843]: INFO nova.compute.manager [-] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Took 1.57 seconds to deallocate network for instance. [ 802.139044] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704007, 'name': Rename_Task, 'duration_secs': 0.162355} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.139726] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.140159] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf4531e7-3623-49d8-a51a-87d35530808c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.148711] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Waiting for the task: (returnval){ [ 802.148711] env[69843]: value = "task-3704014" [ 802.148711] env[69843]: _type = "Task" [ 802.148711] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.159891] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.222366] env[69843]: DEBUG nova.scheduler.client.report [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.258421] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704010, 'name': CreateVM_Task, 'duration_secs': 0.360474} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.258692] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.259604] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.260070] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.260709] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.261474] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ca9f81-219f-4525-8e64-c25b55411473 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.269850] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 802.269850] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527f76ec-087a-9ed7-44c3-44873caf3daa" [ 802.269850] env[69843]: _type = "Task" [ 802.269850] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.279866] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527f76ec-087a-9ed7-44c3-44873caf3daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.397874] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704011, 'name': Rename_Task, 'duration_secs': 0.216747} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.398250] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.398494] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc055878-1ef2-47da-8ee2-26f9e9617ee2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.409561] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 802.409561] env[69843]: value = "task-3704015" [ 802.409561] env[69843]: _type = "Task" [ 802.409561] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.421722] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.531098] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267416} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.531098] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.531098] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.531098] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.585110] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.667584] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704014, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.735410] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.408s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.737630] env[69843]: DEBUG oslo_concurrency.lockutils [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.934s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.737975] env[69843]: DEBUG nova.objects.instance [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Lazy-loading 'resources' on Instance uuid ad18a9f2-6a6d-4b33-aa8b-f24826347acc {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.765845] env[69843]: INFO nova.scheduler.client.report [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Deleted allocations for instance c942ea2c-1af4-4f7c-9fdd-283d06a187e0 [ 802.788131] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527f76ec-087a-9ed7-44c3-44873caf3daa, 'name': SearchDatastore_Task, 'duration_secs': 0.012496} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.788910] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.789307] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.789467] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.789611] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.789788] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.790881] env[69843]: DEBUG nova.network.neutron [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Updated VIF entry in instance network info cache for port 23a29ea9-79b4-4d0a-b116-25e6ea301568. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.791231] env[69843]: DEBUG nova.network.neutron [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Updating instance_info_cache with network_info: [{"id": "23a29ea9-79b4-4d0a-b116-25e6ea301568", "address": "fa:16:3e:70:ba:6b", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a29ea9-79", "ovs_interfaceid": "23a29ea9-79b4-4d0a-b116-25e6ea301568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.792739] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38e7fb7b-08b5-4a31-903d-230f627224b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.807264] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.807488] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.808447] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03aedd7-8762-459f-a651-d66ebb506c8d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.815765] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 802.815765] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52fb3ca1-7772-2c50-a75a-942642fbe382" [ 802.815765] env[69843]: _type = "Task" [ 802.815765] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.825570] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52fb3ca1-7772-2c50-a75a-942642fbe382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.923685] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704015, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.137281] env[69843]: DEBUG nova.network.neutron [-] [instance: f639e7ca-e188-482a-8541-059c773578a9] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.165030] env[69843]: DEBUG oslo_vmware.api [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704014, 'name': PowerOnVM_Task, 'duration_secs': 0.569774} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.165030] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.165030] env[69843]: INFO nova.compute.manager [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Took 6.47 seconds to spawn the instance on the hypervisor. [ 803.165030] env[69843]: DEBUG nova.compute.manager [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.165798] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0f1fb7-9bcb-4777-a768-671f2fef4855 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.268214] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "3b4181bf-1027-46e0-af62-f058b4bc7170" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.268668] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "3b4181bf-1027-46e0-af62-f058b4bc7170" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.287194] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a007516-8e47-4876-9b63-d252407d8125 tempest-ServerDiagnosticsNegativeTest-680452950 tempest-ServerDiagnosticsNegativeTest-680452950-project-member] Lock "c942ea2c-1af4-4f7c-9fdd-283d06a187e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.751s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.297330] env[69843]: DEBUG oslo_concurrency.lockutils [req-e53aa2df-b73a-415d-bc25-66696b4d38bd req-9d792a13-e8f7-4cf8-b9f6-c79d88e7e7f5 service nova] Releasing lock "refresh_cache-d9fc4e13-6556-4875-b301-c5f47d3e1cf0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.330324] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52fb3ca1-7772-2c50-a75a-942642fbe382, 'name': SearchDatastore_Task, 'duration_secs': 0.035597} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.334505] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff865b96-242f-4c40-b283-15de5a814199 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.341712] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 803.341712] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522e95a5-f8b1-ccf3-c0fc-533c623547f5" [ 803.341712] env[69843]: _type = "Task" [ 803.341712] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.358257] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522e95a5-f8b1-ccf3-c0fc-533c623547f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.422294] env[69843]: DEBUG oslo_vmware.api [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704015, 'name': PowerOnVM_Task, 'duration_secs': 0.756515} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.424528] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.424769] env[69843]: INFO nova.compute.manager [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Took 11.41 seconds to spawn the instance on the hypervisor. [ 803.424958] env[69843]: DEBUG nova.compute.manager [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.426433] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82547af-81f1-469d-b509-246c4a5ac019 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.581126] env[69843]: DEBUG nova.virt.hardware [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.581430] env[69843]: DEBUG nova.virt.hardware [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.581584] env[69843]: DEBUG nova.virt.hardware [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.581768] env[69843]: DEBUG nova.virt.hardware [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.581918] env[69843]: DEBUG nova.virt.hardware [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.582092] env[69843]: DEBUG nova.virt.hardware [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.582287] env[69843]: DEBUG nova.virt.hardware [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.582441] env[69843]: DEBUG nova.virt.hardware [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.582603] env[69843]: DEBUG nova.virt.hardware [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.582803] env[69843]: DEBUG nova.virt.hardware [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.583408] env[69843]: DEBUG nova.virt.hardware [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.586613] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a836c5fd-b73c-44cf-b7f2-0afdaa80e43d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.600236] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8329e1d8-e953-4234-9256-078ba392cbb7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.628109] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ec:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c81feb9-f348-4935-9f12-0fb24a7d386c', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.639796] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.640541] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.641066] env[69843]: INFO nova.compute.manager [-] [instance: f639e7ca-e188-482a-8541-059c773578a9] Took 1.94 seconds to deallocate network for instance. [ 803.641331] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e53cd8c0-edca-4359-8854-12fbd1b35db9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.671768] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.671768] env[69843]: value = "task-3704016" [ 803.671768] env[69843]: _type = "Task" [ 803.671768] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.685860] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704016, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.696207] env[69843]: INFO nova.compute.manager [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Took 38.85 seconds to build instance. [ 803.857759] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522e95a5-f8b1-ccf3-c0fc-533c623547f5, 'name': SearchDatastore_Task, 'duration_secs': 0.026562} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.858451] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.858572] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] d9fc4e13-6556-4875-b301-c5f47d3e1cf0/d9fc4e13-6556-4875-b301-c5f47d3e1cf0.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.858826] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c32797fb-9703-4d80-9bae-91b4b107537d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.868237] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 803.868237] env[69843]: value = "task-3704017" [ 803.868237] env[69843]: _type = "Task" [ 803.868237] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.883224] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.949413] env[69843]: DEBUG nova.compute.manager [req-3e8b4a74-ec83-4e6e-a346-7083edcb2e98 req-5eafc1da-0e0a-4ae1-a2e4-92aa4ee448c7 service nova] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Received event network-vif-deleted-57dc8999-63a4-4997-8809-83a2089c49c4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.949413] env[69843]: DEBUG nova.compute.manager [req-3e8b4a74-ec83-4e6e-a346-7083edcb2e98 req-5eafc1da-0e0a-4ae1-a2e4-92aa4ee448c7 service nova] [instance: f639e7ca-e188-482a-8541-059c773578a9] Received event network-vif-deleted-f85fe797-9e84-437d-99d1-15d9d3014ad1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.951914] env[69843]: INFO nova.compute.manager [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Took 47.94 seconds to build instance. [ 803.957173] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e633dc2-4925-4551-9b29-4912fa361fba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.969341] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81d52a8-69a3-4847-803c-2ad25c0509bc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.018290] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68b6f96-9200-4b71-8081-4165b8c26e38 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.027925] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f6f970-9317-4e3e-b40c-e4520e0b85d5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.044728] env[69843]: DEBUG nova.compute.provider_tree [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.174108] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.190118] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704016, 'name': CreateVM_Task, 'duration_secs': 0.426325} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.190885] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.191303] env[69843]: DEBUG oslo_concurrency.lockutils [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.191510] env[69843]: DEBUG oslo_concurrency.lockutils [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.191965] env[69843]: DEBUG oslo_concurrency.lockutils [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.192327] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7e37b2-d3c2-49c2-b949-5895e2ccd713 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.199206] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6deabc98-8943-48c7-9cb6-0d7d3b14af88 tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Lock "750b8ae4-87a7-402a-a82f-44c01e9fd888" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.186s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.206031] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 804.206031] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524cbb5f-fb90-c1dc-0b55-a98b8bbbe25e" [ 804.206031] env[69843]: _type = "Task" [ 804.206031] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.227230] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524cbb5f-fb90-c1dc-0b55-a98b8bbbe25e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.382380] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704017, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.454141] env[69843]: DEBUG oslo_concurrency.lockutils [None req-25d501b3-f732-47eb-84a6-97d959622845 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "1a278863-e27b-41c3-88e2-338732e1f54c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.139s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.551930] env[69843]: DEBUG nova.scheduler.client.report [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.714763] env[69843]: DEBUG nova.compute.manager [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.729335] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524cbb5f-fb90-c1dc-0b55-a98b8bbbe25e, 'name': SearchDatastore_Task, 'duration_secs': 0.072238} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.729732] env[69843]: DEBUG oslo_concurrency.lockutils [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.729974] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.730225] env[69843]: DEBUG oslo_concurrency.lockutils [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.730364] env[69843]: DEBUG oslo_concurrency.lockutils [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.730544] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.731352] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e5e183d-11db-40e6-b34d-e4f03d17e105 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.745625] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.745838] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.746629] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86fdb7e9-30ec-48f6-accd-ab4a0c536d52 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.755800] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 804.755800] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520461d4-a283-64c4-2ae2-305a4651260e" [ 804.755800] env[69843]: _type = "Task" [ 804.755800] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.768631] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520461d4-a283-64c4-2ae2-305a4651260e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.883069] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661621} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.884745] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] d9fc4e13-6556-4875-b301-c5f47d3e1cf0/d9fc4e13-6556-4875-b301-c5f47d3e1cf0.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.884745] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.884910] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9fd07dc-04f9-47a0-a13b-3dfb3c6ab9b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.893441] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 804.893441] env[69843]: value = "task-3704018" [ 804.893441] env[69843]: _type = "Task" [ 804.893441] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.907539] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.959305] env[69843]: DEBUG nova.compute.manager [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.059888] env[69843]: DEBUG oslo_concurrency.lockutils [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.067678] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.300s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.068333] env[69843]: INFO nova.compute.claims [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.104361] env[69843]: INFO nova.scheduler.client.report [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Deleted allocations for instance ad18a9f2-6a6d-4b33-aa8b-f24826347acc [ 805.248329] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.270357] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520461d4-a283-64c4-2ae2-305a4651260e, 'name': SearchDatastore_Task, 'duration_secs': 0.016566} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.271251] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793c05f5-4d77-4871-8da4-8ade8ce99323 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.278456] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 805.278456] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5207d413-80d5-93a4-0fd8-a27c72af3060" [ 805.278456] env[69843]: _type = "Task" [ 805.278456] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.288827] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5207d413-80d5-93a4-0fd8-a27c72af3060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.404524] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085753} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.404835] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.405747] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a023c7-a373-4269-a46d-1a516427ba3f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.433031] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] d9fc4e13-6556-4875-b301-c5f47d3e1cf0/d9fc4e13-6556-4875-b301-c5f47d3e1cf0.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.433031] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96d1e923-d625-48c6-b8f4-b0c35901fade {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.459658] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 805.459658] env[69843]: value = "task-3704019" [ 805.459658] env[69843]: _type = "Task" [ 805.459658] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.473719] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.496881] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.619696] env[69843]: DEBUG oslo_concurrency.lockutils [None req-200dcd55-fd83-4709-8030-1dc0b321b3a5 tempest-ServersTestJSON-1413932424 tempest-ServersTestJSON-1413932424-project-member] Lock "ad18a9f2-6a6d-4b33-aa8b-f24826347acc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.576s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.798067] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5207d413-80d5-93a4-0fd8-a27c72af3060, 'name': SearchDatastore_Task, 'duration_secs': 0.014226} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.798067] env[69843]: DEBUG oslo_concurrency.lockutils [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.798067] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 29605030-00aa-482e-aaa4-c2d66af2c29d/29605030-00aa-482e-aaa4-c2d66af2c29d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.798067] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90300f58-7565-45eb-928d-5a606fe0c469 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.806839] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 805.806839] env[69843]: value = "task-3704020" [ 805.806839] env[69843]: _type = "Task" [ 805.806839] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.820861] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.970594] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704019, 'name': ReconfigVM_Task, 'duration_secs': 0.392887} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.970594] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Reconfigured VM instance instance-0000002b to attach disk [datastore1] d9fc4e13-6556-4875-b301-c5f47d3e1cf0/d9fc4e13-6556-4875-b301-c5f47d3e1cf0.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.971247] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bf2f43b-1a9f-4c75-a2b2-5b76b7ddb68a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.982405] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 805.982405] env[69843]: value = "task-3704021" [ 805.982405] env[69843]: _type = "Task" [ 805.982405] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.995666] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704021, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.330565] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704020, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.506028] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704021, 'name': Rename_Task, 'duration_secs': 0.345719} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.506028] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.506028] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eaff02f-3afc-4adf-a061-a75aa030ba51 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.518337] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 806.518337] env[69843]: value = "task-3704022" [ 806.518337] env[69843]: _type = "Task" [ 806.518337] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.532876] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.774029] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af69577-3e73-431a-ac3e-3b4071d2d262 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.782982] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8502777-3af2-417b-8f9b-f8135f5dd645 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.826031] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023f20da-4f0a-44d2-ad7d-9ce19e94d301 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.838256] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f679d0e3-d9fb-4964-a821-495f089c3a0a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.842844] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932535} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.845047] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 29605030-00aa-482e-aaa4-c2d66af2c29d/29605030-00aa-482e-aaa4-c2d66af2c29d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.845047] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.845871] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-401b88d3-762c-4dd8-aa7e-d67617dced0f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.860983] env[69843]: DEBUG nova.compute.provider_tree [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.863046] env[69843]: DEBUG nova.compute.manager [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Stashing vm_state: active {{(pid=69843) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 806.873855] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 806.873855] env[69843]: value = "task-3704023" [ 806.873855] env[69843]: _type = "Task" [ 806.873855] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.885999] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.008519] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "84d7f08d-e3a1-499d-9614-af5f8da0cc14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.008675] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "84d7f08d-e3a1-499d-9614-af5f8da0cc14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.028939] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.268121] env[69843]: DEBUG nova.compute.manager [req-60d1e105-dffc-45bb-8cb3-a6ed39e4d290 req-705f962d-9bef-48c1-976a-0726df348aa7 service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Received event network-changed-923d3c1e-51fa-4fb7-b553-538709c84e57 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.268121] env[69843]: DEBUG nova.compute.manager [req-60d1e105-dffc-45bb-8cb3-a6ed39e4d290 req-705f962d-9bef-48c1-976a-0726df348aa7 service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Refreshing instance network info cache due to event network-changed-923d3c1e-51fa-4fb7-b553-538709c84e57. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.268121] env[69843]: DEBUG oslo_concurrency.lockutils [req-60d1e105-dffc-45bb-8cb3-a6ed39e4d290 req-705f962d-9bef-48c1-976a-0726df348aa7 service nova] Acquiring lock "refresh_cache-750b8ae4-87a7-402a-a82f-44c01e9fd888" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.268121] env[69843]: DEBUG oslo_concurrency.lockutils [req-60d1e105-dffc-45bb-8cb3-a6ed39e4d290 req-705f962d-9bef-48c1-976a-0726df348aa7 service nova] Acquired lock "refresh_cache-750b8ae4-87a7-402a-a82f-44c01e9fd888" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.268121] env[69843]: DEBUG nova.network.neutron [req-60d1e105-dffc-45bb-8cb3-a6ed39e4d290 req-705f962d-9bef-48c1-976a-0726df348aa7 service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Refreshing network info cache for port 923d3c1e-51fa-4fb7-b553-538709c84e57 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.371026] env[69843]: DEBUG nova.scheduler.client.report [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.399136] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090605} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.399641] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.400580] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7aec20-3815-4e76-959a-41312b09c98e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.404629] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.431121] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 29605030-00aa-482e-aaa4-c2d66af2c29d/29605030-00aa-482e-aaa4-c2d66af2c29d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.431800] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab23436-0c16-4080-8e6b-1d4695b60fdf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.453854] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 807.453854] env[69843]: value = "task-3704024" [ 807.453854] env[69843]: _type = "Task" [ 807.453854] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.465667] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.529774] env[69843]: DEBUG oslo_vmware.api [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704022, 'name': PowerOnVM_Task, 'duration_secs': 0.854202} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.529774] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.529774] env[69843]: INFO nova.compute.manager [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Took 9.85 seconds to spawn the instance on the hypervisor. [ 807.530272] env[69843]: DEBUG nova.compute.manager [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.530773] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5ce5bd-11c0-4d04-be65-0ec904122840 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.885355] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.887761] env[69843]: DEBUG nova.compute.manager [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.889694] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.065s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.891331] env[69843]: INFO nova.compute.claims [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.972238] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.057027] env[69843]: INFO nova.compute.manager [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Took 40.51 seconds to build instance. [ 808.117844] env[69843]: DEBUG nova.compute.manager [req-3bcf0ae2-c90b-4c50-a7f0-e015fd5abf4a req-d61df044-e32e-4968-a1e9-44352e4f0a82 service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Received event network-changed-34b940bd-1109-4959-b735-9a41d8d3bdf1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.117844] env[69843]: DEBUG nova.compute.manager [req-3bcf0ae2-c90b-4c50-a7f0-e015fd5abf4a req-d61df044-e32e-4968-a1e9-44352e4f0a82 service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Refreshing instance network info cache due to event network-changed-34b940bd-1109-4959-b735-9a41d8d3bdf1. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.122141] env[69843]: DEBUG oslo_concurrency.lockutils [req-3bcf0ae2-c90b-4c50-a7f0-e015fd5abf4a req-d61df044-e32e-4968-a1e9-44352e4f0a82 service nova] Acquiring lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.122421] env[69843]: DEBUG oslo_concurrency.lockutils [req-3bcf0ae2-c90b-4c50-a7f0-e015fd5abf4a req-d61df044-e32e-4968-a1e9-44352e4f0a82 service nova] Acquired lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.122963] env[69843]: DEBUG nova.network.neutron [req-3bcf0ae2-c90b-4c50-a7f0-e015fd5abf4a req-d61df044-e32e-4968-a1e9-44352e4f0a82 service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Refreshing network info cache for port 34b940bd-1109-4959-b735-9a41d8d3bdf1 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.149322] env[69843]: DEBUG nova.network.neutron [req-60d1e105-dffc-45bb-8cb3-a6ed39e4d290 req-705f962d-9bef-48c1-976a-0726df348aa7 service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Updated VIF entry in instance network info cache for port 923d3c1e-51fa-4fb7-b553-538709c84e57. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.149322] env[69843]: DEBUG nova.network.neutron [req-60d1e105-dffc-45bb-8cb3-a6ed39e4d290 req-705f962d-9bef-48c1-976a-0726df348aa7 service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Updating instance_info_cache with network_info: [{"id": "923d3c1e-51fa-4fb7-b553-538709c84e57", "address": "fa:16:3e:99:62:6f", "network": {"id": "3ba946b7-66f8-434c-a12d-dcda7c891c38", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1890009307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c74f2b4f5b004bde814d7574f3bb8b25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap923d3c1e-51", "ovs_interfaceid": "923d3c1e-51fa-4fb7-b553-538709c84e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.398390] env[69843]: DEBUG nova.compute.utils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.399891] env[69843]: DEBUG nova.compute.manager [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.400078] env[69843]: DEBUG nova.network.neutron [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.466069] env[69843]: DEBUG nova.policy [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbc289301e544c4eb0e6682546ee6e46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cfc1c78db844fe683960aebfefd4d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.475505] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704024, 'name': ReconfigVM_Task, 'duration_secs': 0.960772} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.475985] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 29605030-00aa-482e-aaa4-c2d66af2c29d/29605030-00aa-482e-aaa4-c2d66af2c29d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.477032] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-382b48a2-59de-4554-a19a-02fb5f2f18b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.488440] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 808.488440] env[69843]: value = "task-3704025" [ 808.488440] env[69843]: _type = "Task" [ 808.488440] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.496264] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704025, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.562456] env[69843]: DEBUG oslo_concurrency.lockutils [None req-79448afd-32cd-41e7-a390-ad0227c039cf tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.848s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.654812] env[69843]: DEBUG oslo_concurrency.lockutils [req-60d1e105-dffc-45bb-8cb3-a6ed39e4d290 req-705f962d-9bef-48c1-976a-0726df348aa7 service nova] Releasing lock "refresh_cache-750b8ae4-87a7-402a-a82f-44c01e9fd888" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.904905] env[69843]: DEBUG nova.compute.manager [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.966665] env[69843]: DEBUG nova.network.neutron [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Successfully created port: 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.974890] env[69843]: DEBUG nova.network.neutron [req-3bcf0ae2-c90b-4c50-a7f0-e015fd5abf4a req-d61df044-e32e-4968-a1e9-44352e4f0a82 service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Updated VIF entry in instance network info cache for port 34b940bd-1109-4959-b735-9a41d8d3bdf1. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.975291] env[69843]: DEBUG nova.network.neutron [req-3bcf0ae2-c90b-4c50-a7f0-e015fd5abf4a req-d61df044-e32e-4968-a1e9-44352e4f0a82 service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Updating instance_info_cache with network_info: [{"id": "34b940bd-1109-4959-b735-9a41d8d3bdf1", "address": "fa:16:3e:0a:30:fd", "network": {"id": "169f3746-7506-40fe-bf72-d886f18df729", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-741620343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0af66f0a4bca4b9da2103008de1d8a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b940bd-11", "ovs_interfaceid": "34b940bd-1109-4959-b735-9a41d8d3bdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.000598] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704025, 'name': Rename_Task, 'duration_secs': 0.276431} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.001235] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.002527] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bec8f1e5-5a6b-42b8-9789-30efa804eb8b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.010796] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 809.010796] env[69843]: value = "task-3704026" [ 809.010796] env[69843]: _type = "Task" [ 809.010796] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.027832] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "b898dcb3-b862-4559-9ab7-6820c9f35722" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.027832] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "b898dcb3-b862-4559-9ab7-6820c9f35722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.028138] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "66659cd1-aabd-4158-86c6-66ef8977416d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.028347] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "66659cd1-aabd-4158-86c6-66ef8977416d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.028653] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "66659cd1-aabd-4158-86c6-66ef8977416d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.028908] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "66659cd1-aabd-4158-86c6-66ef8977416d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.029184] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "66659cd1-aabd-4158-86c6-66ef8977416d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.031405] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.031852] env[69843]: INFO nova.compute.manager [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Terminating instance [ 809.067546] env[69843]: DEBUG nova.compute.manager [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.478682] env[69843]: DEBUG oslo_concurrency.lockutils [req-3bcf0ae2-c90b-4c50-a7f0-e015fd5abf4a req-d61df044-e32e-4968-a1e9-44352e4f0a82 service nova] Releasing lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.525162] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.537015] env[69843]: DEBUG nova.compute.manager [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.537288] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.538204] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcff4aa3-28af-4978-a9d8-5cc0fad74b05 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.550482] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.550756] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f71f7e99-6cdb-4d46-97b8-d9b7ed6719e4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.561058] env[69843]: DEBUG oslo_vmware.api [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 809.561058] env[69843]: value = "task-3704027" [ 809.561058] env[69843]: _type = "Task" [ 809.561058] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.582114] env[69843]: DEBUG oslo_vmware.api [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3704027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.596986] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.598761] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f355ec01-df1e-4abd-b5d1-b69968a709a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.606755] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e7d8cd-ef74-481b-891f-01f75e764695 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.640437] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af054ddc-cc72-4c43-8792-d067b75eb689 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.649528] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8811d26d-c4db-4226-93d0-2f7ff4248a0e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.667979] env[69843]: DEBUG nova.compute.provider_tree [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.695353] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "1a278863-e27b-41c3-88e2-338732e1f54c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.695658] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "1a278863-e27b-41c3-88e2-338732e1f54c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.695932] env[69843]: INFO nova.compute.manager [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Rebooting instance [ 809.911524] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Acquiring lock "254736f6-56f6-47b2-b16d-417dfb91bd14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.911524] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Lock "254736f6-56f6-47b2-b16d-417dfb91bd14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.922748] env[69843]: DEBUG nova.compute.manager [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.958443] env[69843]: DEBUG nova.virt.hardware [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.959272] env[69843]: DEBUG nova.virt.hardware [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.961045] env[69843]: DEBUG nova.virt.hardware [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.961045] env[69843]: DEBUG nova.virt.hardware [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.961045] env[69843]: DEBUG nova.virt.hardware [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.961045] env[69843]: DEBUG nova.virt.hardware [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.961045] env[69843]: DEBUG nova.virt.hardware [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.961045] env[69843]: DEBUG nova.virt.hardware [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.961045] env[69843]: DEBUG nova.virt.hardware [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.961045] env[69843]: DEBUG nova.virt.hardware [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.961045] env[69843]: DEBUG nova.virt.hardware [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.962208] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b05e85-cb63-45d4-a595-ba21105d58f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.973960] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77f9e17-5609-4258-a9cb-480dcc493c1a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.025030] env[69843]: DEBUG oslo_vmware.api [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704026, 'name': PowerOnVM_Task, 'duration_secs': 0.762434} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.025281] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.025531] env[69843]: DEBUG nova.compute.manager [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 810.026448] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b345b2f3-1a12-403b-b831-1084657db94b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.074135] env[69843]: DEBUG oslo_vmware.api [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3704027, 'name': PowerOffVM_Task, 'duration_secs': 0.404463} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.074441] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.074652] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.075231] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ff38749-2bb0-4e0b-a4ff-2576a9c438d3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.164169] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.164427] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.164620] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Deleting the datastore file [datastore1] 66659cd1-aabd-4158-86c6-66ef8977416d {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.164943] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dba24a6-6bee-4543-97f6-285e1b87eeb2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.172012] env[69843]: DEBUG nova.scheduler.client.report [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.179283] env[69843]: DEBUG oslo_vmware.api [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 810.179283] env[69843]: value = "task-3704029" [ 810.179283] env[69843]: _type = "Task" [ 810.179283] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.189851] env[69843]: DEBUG oslo_vmware.api [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3704029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.221561] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.221561] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquired lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.221561] env[69843]: DEBUG nova.network.neutron [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.553067] env[69843]: DEBUG oslo_concurrency.lockutils [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.682532] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.682959] env[69843]: DEBUG nova.compute.manager [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.689040] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.072s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.690477] env[69843]: INFO nova.compute.claims [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.715437] env[69843]: DEBUG oslo_vmware.api [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3704029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264032} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.715818] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.716119] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.716408] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.716671] env[69843]: INFO nova.compute.manager [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 810.717045] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.717320] env[69843]: DEBUG nova.compute.manager [-] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.717452] env[69843]: DEBUG nova.network.neutron [-] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.206990] env[69843]: DEBUG nova.compute.manager [req-83880f30-fd56-478e-9701-440328a6ca6a req-f38c4cab-8d94-4186-a4e9-68dcd2dbc016 service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Received event network-vif-plugged-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.206990] env[69843]: DEBUG oslo_concurrency.lockutils [req-83880f30-fd56-478e-9701-440328a6ca6a req-f38c4cab-8d94-4186-a4e9-68dcd2dbc016 service nova] Acquiring lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.206990] env[69843]: DEBUG oslo_concurrency.lockutils [req-83880f30-fd56-478e-9701-440328a6ca6a req-f38c4cab-8d94-4186-a4e9-68dcd2dbc016 service nova] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.206990] env[69843]: DEBUG oslo_concurrency.lockutils [req-83880f30-fd56-478e-9701-440328a6ca6a req-f38c4cab-8d94-4186-a4e9-68dcd2dbc016 service nova] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.206990] env[69843]: DEBUG nova.compute.manager [req-83880f30-fd56-478e-9701-440328a6ca6a req-f38c4cab-8d94-4186-a4e9-68dcd2dbc016 service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] No waiting events found dispatching network-vif-plugged-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 811.206990] env[69843]: WARNING nova.compute.manager [req-83880f30-fd56-478e-9701-440328a6ca6a req-f38c4cab-8d94-4186-a4e9-68dcd2dbc016 service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Received unexpected event network-vif-plugged-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 for instance with vm_state building and task_state spawning. [ 811.212399] env[69843]: DEBUG nova.compute.utils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.216220] env[69843]: DEBUG nova.compute.manager [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.216295] env[69843]: DEBUG nova.network.neutron [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.339623] env[69843]: DEBUG nova.network.neutron [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Successfully updated port: 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.365549] env[69843]: DEBUG nova.policy [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9578abbdfcd4de5a1fef7a8dc5bb4cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffe513d7b5094b6fb46891f40931b6e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.394452] env[69843]: DEBUG nova.network.neutron [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Updating instance_info_cache with network_info: [{"id": "34b940bd-1109-4959-b735-9a41d8d3bdf1", "address": "fa:16:3e:0a:30:fd", "network": {"id": "169f3746-7506-40fe-bf72-d886f18df729", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-741620343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0af66f0a4bca4b9da2103008de1d8a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b940bd-11", "ovs_interfaceid": "34b940bd-1109-4959-b735-9a41d8d3bdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.692446] env[69843]: DEBUG nova.compute.manager [req-ecff9bc8-311b-4163-9ee9-52eb02bf1e89 req-8e887a07-f75a-48da-b793-8750dff8787b service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Received event network-changed-23a29ea9-79b4-4d0a-b116-25e6ea301568 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.692800] env[69843]: DEBUG nova.compute.manager [req-ecff9bc8-311b-4163-9ee9-52eb02bf1e89 req-8e887a07-f75a-48da-b793-8750dff8787b service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Refreshing instance network info cache due to event network-changed-23a29ea9-79b4-4d0a-b116-25e6ea301568. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.696992] env[69843]: DEBUG oslo_concurrency.lockutils [req-ecff9bc8-311b-4163-9ee9-52eb02bf1e89 req-8e887a07-f75a-48da-b793-8750dff8787b service nova] Acquiring lock "refresh_cache-d9fc4e13-6556-4875-b301-c5f47d3e1cf0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.696992] env[69843]: DEBUG oslo_concurrency.lockutils [req-ecff9bc8-311b-4163-9ee9-52eb02bf1e89 req-8e887a07-f75a-48da-b793-8750dff8787b service nova] Acquired lock "refresh_cache-d9fc4e13-6556-4875-b301-c5f47d3e1cf0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.696992] env[69843]: DEBUG nova.network.neutron [req-ecff9bc8-311b-4163-9ee9-52eb02bf1e89 req-8e887a07-f75a-48da-b793-8750dff8787b service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Refreshing network info cache for port 23a29ea9-79b4-4d0a-b116-25e6ea301568 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.725092] env[69843]: DEBUG nova.compute.manager [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.844128] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.846358] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.846358] env[69843]: DEBUG nova.network.neutron [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.901534] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Releasing lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.983121] env[69843]: DEBUG nova.network.neutron [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Successfully created port: c9d2f696-6557-4105-84bb-165ab7a13606 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.214834] env[69843]: DEBUG nova.network.neutron [-] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.408285] env[69843]: DEBUG nova.compute.manager [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 812.409224] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38394f9e-ce2f-4661-a326-31b455871696 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.468019] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517aac9a-21ec-4fa3-b7c0-8b13585de200 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.471239] env[69843]: DEBUG nova.network.neutron [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.479643] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666e5e0d-23d0-4afa-82c9-c64b345e7a8e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.523325] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66c13cd-bbc3-43d8-8da9-224e62b11893 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.535402] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4ee713-e750-42a8-85e0-2d07603ecad6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.550971] env[69843]: DEBUG nova.compute.provider_tree [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.718614] env[69843]: INFO nova.compute.manager [-] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Took 2.00 seconds to deallocate network for instance. [ 812.744038] env[69843]: DEBUG nova.compute.manager [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.782435] env[69843]: DEBUG nova.virt.hardware [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.782435] env[69843]: DEBUG nova.virt.hardware [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.782435] env[69843]: DEBUG nova.virt.hardware [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.782577] env[69843]: DEBUG nova.virt.hardware [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.782710] env[69843]: DEBUG nova.virt.hardware [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.782850] env[69843]: DEBUG nova.virt.hardware [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.783070] env[69843]: DEBUG nova.virt.hardware [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.783239] env[69843]: DEBUG nova.virt.hardware [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.783452] env[69843]: DEBUG nova.virt.hardware [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.783620] env[69843]: DEBUG nova.virt.hardware [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.783792] env[69843]: DEBUG nova.virt.hardware [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.785290] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4462b4c3-a354-41f5-9681-0cf72bb11a9d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.796221] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab4c43d-481f-49e6-8ac1-4e8e85f1c69c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.856173] env[69843]: DEBUG nova.network.neutron [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance_info_cache with network_info: [{"id": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "address": "fa:16:3e:71:be:99", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bd37df-5a", "ovs_interfaceid": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.875099] env[69843]: DEBUG nova.network.neutron [req-ecff9bc8-311b-4163-9ee9-52eb02bf1e89 req-8e887a07-f75a-48da-b793-8750dff8787b service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Updated VIF entry in instance network info cache for port 23a29ea9-79b4-4d0a-b116-25e6ea301568. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.875700] env[69843]: DEBUG nova.network.neutron [req-ecff9bc8-311b-4163-9ee9-52eb02bf1e89 req-8e887a07-f75a-48da-b793-8750dff8787b service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Updating instance_info_cache with network_info: [{"id": "23a29ea9-79b4-4d0a-b116-25e6ea301568", "address": "fa:16:3e:70:ba:6b", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a29ea9-79", "ovs_interfaceid": "23a29ea9-79b4-4d0a-b116-25e6ea301568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.989697] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "29605030-00aa-482e-aaa4-c2d66af2c29d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.989825] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "29605030-00aa-482e-aaa4-c2d66af2c29d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.990040] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "29605030-00aa-482e-aaa4-c2d66af2c29d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.990453] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "29605030-00aa-482e-aaa4-c2d66af2c29d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.990453] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "29605030-00aa-482e-aaa4-c2d66af2c29d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.993038] env[69843]: INFO nova.compute.manager [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Terminating instance [ 813.055684] env[69843]: DEBUG nova.scheduler.client.report [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.226700] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.362247] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.362584] env[69843]: DEBUG nova.compute.manager [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Instance network_info: |[{"id": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "address": "fa:16:3e:71:be:99", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bd37df-5a", "ovs_interfaceid": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.363061] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:be:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.371081] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Creating folder: Project (8cfc1c78db844fe683960aebfefd4d7e). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.371389] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22a25053-a77c-4ae9-804a-6875f61be7df {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.378741] env[69843]: DEBUG oslo_concurrency.lockutils [req-ecff9bc8-311b-4163-9ee9-52eb02bf1e89 req-8e887a07-f75a-48da-b793-8750dff8787b service nova] Releasing lock "refresh_cache-d9fc4e13-6556-4875-b301-c5f47d3e1cf0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.386017] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Created folder: Project (8cfc1c78db844fe683960aebfefd4d7e) in parent group-v737654. [ 813.386017] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Creating folder: Instances. Parent ref: group-v737786. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.386017] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5d170e7-76f5-44c1-84ae-ac37d4cfa770 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.399649] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Created folder: Instances in parent group-v737786. [ 813.399919] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.400144] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.400367] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab8937f0-9390-4c4b-95af-36f919a09356 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.425221] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.425221] env[69843]: value = "task-3704032" [ 813.425221] env[69843]: _type = "Task" [ 813.425221] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.439030] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704032, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.439030] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ba6ccf-058a-4ccd-bc27-be821a8bf7ff {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.445919] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Doing hard reboot of VM {{(pid=69843) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 813.446275] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-624350e0-9741-4005-b9aa-97dba9b07773 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.455280] env[69843]: DEBUG oslo_vmware.api [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 813.455280] env[69843]: value = "task-3704033" [ 813.455280] env[69843]: _type = "Task" [ 813.455280] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.468116] env[69843]: DEBUG oslo_vmware.api [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704033, 'name': ResetVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.499382] env[69843]: DEBUG nova.compute.manager [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.499676] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.502912] env[69843]: DEBUG nova.compute.manager [req-b0ad616c-b51e-4ae9-b2dd-403768158614 req-f0a9bede-7766-4ac2-a0c6-9d1777d927fc service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Received event network-changed-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.502912] env[69843]: DEBUG nova.compute.manager [req-b0ad616c-b51e-4ae9-b2dd-403768158614 req-f0a9bede-7766-4ac2-a0c6-9d1777d927fc service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Refreshing instance network info cache due to event network-changed-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.502912] env[69843]: DEBUG oslo_concurrency.lockutils [req-b0ad616c-b51e-4ae9-b2dd-403768158614 req-f0a9bede-7766-4ac2-a0c6-9d1777d927fc service nova] Acquiring lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.502912] env[69843]: DEBUG oslo_concurrency.lockutils [req-b0ad616c-b51e-4ae9-b2dd-403768158614 req-f0a9bede-7766-4ac2-a0c6-9d1777d927fc service nova] Acquired lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.503172] env[69843]: DEBUG nova.network.neutron [req-b0ad616c-b51e-4ae9-b2dd-403768158614 req-f0a9bede-7766-4ac2-a0c6-9d1777d927fc service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Refreshing network info cache for port 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.506407] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f894a8d9-3b2e-409e-a6db-57f91e71d583 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.517516] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.517796] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17d17a70-7c26-4f69-aee6-42f488bd5f36 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.526481] env[69843]: DEBUG oslo_vmware.api [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 813.526481] env[69843]: value = "task-3704034" [ 813.526481] env[69843]: _type = "Task" [ 813.526481] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.537233] env[69843]: DEBUG oslo_vmware.api [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.561554] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.562341] env[69843]: DEBUG nova.compute.manager [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.568685] env[69843]: DEBUG oslo_concurrency.lockutils [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.236s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.569080] env[69843]: DEBUG nova.objects.instance [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Lazy-loading 'resources' on Instance uuid 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.733986] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "f8b0711c-2448-4aa1-b297-e2d5d1e56f4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.734186] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "f8b0711c-2448-4aa1-b297-e2d5d1e56f4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.841720] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "3d500eda-6c7a-442c-a514-b8929ed735e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.842127] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "3d500eda-6c7a-442c-a514-b8929ed735e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.936697] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704032, 'name': CreateVM_Task, 'duration_secs': 0.409846} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.936870] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.937883] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.938140] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.938480] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.938754] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a1fd81c-a31d-440f-9ad4-bab854ae071f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.945375] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 813.945375] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52122680-3cf8-2544-c35b-397b72aa51fa" [ 813.945375] env[69843]: _type = "Task" [ 813.945375] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.954728] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52122680-3cf8-2544-c35b-397b72aa51fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.963428] env[69843]: DEBUG oslo_vmware.api [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704033, 'name': ResetVM_Task, 'duration_secs': 0.120433} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.964335] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Did hard reboot of VM {{(pid=69843) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 813.964335] env[69843]: DEBUG nova.compute.manager [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 813.965232] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8833005c-e651-4e05-865d-7e93d8e982e2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.039100] env[69843]: DEBUG oslo_vmware.api [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704034, 'name': PowerOffVM_Task, 'duration_secs': 0.249757} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.039614] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.040052] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.040337] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5000e7df-60a1-47aa-b88d-47e1c5a859d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.072715] env[69843]: DEBUG nova.compute.utils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.079526] env[69843]: DEBUG nova.compute.manager [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.079771] env[69843]: DEBUG nova.network.neutron [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.120373] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.120589] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.120854] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleting the datastore file [datastore1] 29605030-00aa-482e-aaa4-c2d66af2c29d {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.121068] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3064d1b5-e630-475c-9e99-d76dc85b99ce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.133201] env[69843]: DEBUG oslo_vmware.api [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 814.133201] env[69843]: value = "task-3704036" [ 814.133201] env[69843]: _type = "Task" [ 814.133201] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.150048] env[69843]: DEBUG oslo_vmware.api [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.152544] env[69843]: DEBUG nova.policy [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6aa5deb393e4bb59cb05e35fed1f419', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c37dcd1c9e4c4f6f821c844c0d06ddf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.301092] env[69843]: DEBUG nova.network.neutron [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Successfully updated port: c9d2f696-6557-4105-84bb-165ab7a13606 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.385075] env[69843]: DEBUG nova.network.neutron [req-b0ad616c-b51e-4ae9-b2dd-403768158614 req-f0a9bede-7766-4ac2-a0c6-9d1777d927fc service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updated VIF entry in instance network info cache for port 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.385075] env[69843]: DEBUG nova.network.neutron [req-b0ad616c-b51e-4ae9-b2dd-403768158614 req-f0a9bede-7766-4ac2-a0c6-9d1777d927fc service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance_info_cache with network_info: [{"id": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "address": "fa:16:3e:71:be:99", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bd37df-5a", "ovs_interfaceid": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.459765] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52122680-3cf8-2544-c35b-397b72aa51fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013108} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.459765] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.459848] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.460162] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.461142] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.461142] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.461142] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-416f6107-a324-49d4-beca-28c03ab5264a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.472530] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.472530] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.473077] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59eb0c7e-1de2-4d0a-8ea0-72adb15c4cc1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.482725] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f058d243-d9b4-4824-9a41-c624465db755 tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "1a278863-e27b-41c3-88e2-338732e1f54c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.787s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.486223] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 814.486223] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527edd29-9977-727c-ec44-be5877408afe" [ 814.486223] env[69843]: _type = "Task" [ 814.486223] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.497531] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527edd29-9977-727c-ec44-be5877408afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.579392] env[69843]: DEBUG nova.network.neutron [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Successfully created port: 024d9bfa-c7be-4aca-a37f-ce990d700d35 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.583878] env[69843]: DEBUG nova.compute.manager [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.611728] env[69843]: DEBUG nova.compute.manager [req-f493189e-81ea-4108-bb5d-f2b53a8e5a64 req-a67dcaa6-e34a-430a-a3a1-c99f7fec1441 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Received event network-vif-plugged-c9d2f696-6557-4105-84bb-165ab7a13606 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.611728] env[69843]: DEBUG oslo_concurrency.lockutils [req-f493189e-81ea-4108-bb5d-f2b53a8e5a64 req-a67dcaa6-e34a-430a-a3a1-c99f7fec1441 service nova] Acquiring lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.611728] env[69843]: DEBUG oslo_concurrency.lockutils [req-f493189e-81ea-4108-bb5d-f2b53a8e5a64 req-a67dcaa6-e34a-430a-a3a1-c99f7fec1441 service nova] Lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.611728] env[69843]: DEBUG oslo_concurrency.lockutils [req-f493189e-81ea-4108-bb5d-f2b53a8e5a64 req-a67dcaa6-e34a-430a-a3a1-c99f7fec1441 service nova] Lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.611728] env[69843]: DEBUG nova.compute.manager [req-f493189e-81ea-4108-bb5d-f2b53a8e5a64 req-a67dcaa6-e34a-430a-a3a1-c99f7fec1441 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] No waiting events found dispatching network-vif-plugged-c9d2f696-6557-4105-84bb-165ab7a13606 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 814.611728] env[69843]: WARNING nova.compute.manager [req-f493189e-81ea-4108-bb5d-f2b53a8e5a64 req-a67dcaa6-e34a-430a-a3a1-c99f7fec1441 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Received unexpected event network-vif-plugged-c9d2f696-6557-4105-84bb-165ab7a13606 for instance with vm_state building and task_state spawning. [ 814.644565] env[69843]: DEBUG oslo_vmware.api [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164945} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.647114] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.647313] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.647489] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.647657] env[69843]: INFO nova.compute.manager [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 814.647929] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.648377] env[69843]: DEBUG nova.compute.manager [-] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.648471] env[69843]: DEBUG nova.network.neutron [-] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.775824] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34b2f6c-f115-4777-baf7-47a7f9b929cc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.785179] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbece6d-26e9-4ee5-af53-352d53467ebc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.819501] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.819847] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquired lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.820178] env[69843]: DEBUG nova.network.neutron [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.822622] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a6c251-7486-45cc-80ae-79904122f1a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.833695] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cc255d-6ad5-40a8-bb1e-f94e7641636e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.848797] env[69843]: DEBUG nova.compute.provider_tree [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.889675] env[69843]: DEBUG oslo_concurrency.lockutils [req-b0ad616c-b51e-4ae9-b2dd-403768158614 req-f0a9bede-7766-4ac2-a0c6-9d1777d927fc service nova] Releasing lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.889675] env[69843]: DEBUG nova.compute.manager [req-b0ad616c-b51e-4ae9-b2dd-403768158614 req-f0a9bede-7766-4ac2-a0c6-9d1777d927fc service nova] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Received event network-vif-deleted-cae4c0ac-1edc-42f7-8f14-39e6e506b582 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.000901] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527edd29-9977-727c-ec44-be5877408afe, 'name': SearchDatastore_Task, 'duration_secs': 0.010897} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.002574] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5c3222-96be-4382-9b4b-5a5bdc916171 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.011402] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 815.011402] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528c83cd-6031-7f68-4995-480eed0d60f0" [ 815.011402] env[69843]: _type = "Task" [ 815.011402] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.027847] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528c83cd-6031-7f68-4995-480eed0d60f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.027847] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.027847] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 62d3db0b-c60c-4cd7-8363-5da9b1619d16/62d3db0b-c60c-4cd7-8363-5da9b1619d16.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.030574] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f761213f-4c87-444c-8672-06ba737ed5e5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.041484] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "b0d1991c-f262-48be-82a5-8a8f3cca813b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.041706] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "b0d1991c-f262-48be-82a5-8a8f3cca813b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.048236] env[69843]: DEBUG nova.network.neutron [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Successfully created port: c39a6617-6e8c-4a2b-8253-b963ed12eecc {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.052187] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 815.052187] env[69843]: value = "task-3704037" [ 815.052187] env[69843]: _type = "Task" [ 815.052187] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.066900] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.353137] env[69843]: DEBUG nova.scheduler.client.report [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.374877] env[69843]: DEBUG nova.network.neutron [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.542139] env[69843]: DEBUG nova.network.neutron [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Updating instance_info_cache with network_info: [{"id": "c9d2f696-6557-4105-84bb-165ab7a13606", "address": "fa:16:3e:0f:67:0e", "network": {"id": "b073866c-e5a4-411b-89a7-0e5914cf10bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1331939510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe513d7b5094b6fb46891f40931b6e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d2f696-65", "ovs_interfaceid": "c9d2f696-6557-4105-84bb-165ab7a13606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.542955] env[69843]: DEBUG nova.network.neutron [-] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.570130] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704037, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.593181] env[69843]: DEBUG nova.compute.manager [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.624742] env[69843]: DEBUG nova.virt.hardware [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.624995] env[69843]: DEBUG nova.virt.hardware [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.626519] env[69843]: DEBUG nova.virt.hardware [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.626760] env[69843]: DEBUG nova.virt.hardware [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.626947] env[69843]: DEBUG nova.virt.hardware [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.627125] env[69843]: DEBUG nova.virt.hardware [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.627383] env[69843]: DEBUG nova.virt.hardware [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.627554] env[69843]: DEBUG nova.virt.hardware [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.627743] env[69843]: DEBUG nova.virt.hardware [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.627929] env[69843]: DEBUG nova.virt.hardware [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.628171] env[69843]: DEBUG nova.virt.hardware [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.629133] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d88b91-dd86-4a3a-b0cd-8a14d5139949 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.639960] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cc5962-f536-44c9-838b-e2719f7c3fd9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.862655] env[69843]: DEBUG oslo_concurrency.lockutils [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.865357] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.875s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.865589] env[69843]: DEBUG nova.objects.instance [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 815.888349] env[69843]: INFO nova.scheduler.client.report [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Deleted allocations for instance 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e [ 815.965308] env[69843]: DEBUG nova.compute.manager [req-42a44580-d165-481e-884c-973ad52db9e5 req-f2362841-c539-497c-9828-982a3d7e0ae4 service nova] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Received event network-vif-deleted-1c81feb9-f348-4935-9f12-0fb24a7d386c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.044849] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Releasing lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.045298] env[69843]: DEBUG nova.compute.manager [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Instance network_info: |[{"id": "c9d2f696-6557-4105-84bb-165ab7a13606", "address": "fa:16:3e:0f:67:0e", "network": {"id": "b073866c-e5a4-411b-89a7-0e5914cf10bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1331939510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe513d7b5094b6fb46891f40931b6e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d2f696-65", "ovs_interfaceid": "c9d2f696-6557-4105-84bb-165ab7a13606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.045634] env[69843]: INFO nova.compute.manager [-] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Took 1.40 seconds to deallocate network for instance. [ 816.046044] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:67:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9d2f696-6557-4105-84bb-165ab7a13606', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.057139] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.059505] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.069156] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6575917d-2d19-4b73-bfe2-a7bba40751ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.096860] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528858} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.098961] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 62d3db0b-c60c-4cd7-8363-5da9b1619d16/62d3db0b-c60c-4cd7-8363-5da9b1619d16.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.099451] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.099842] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.099842] env[69843]: value = "task-3704038" [ 816.099842] env[69843]: _type = "Task" [ 816.099842] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.100818] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7382486f-1965-4d8e-bd11-8636dccc6de4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.116779] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704038, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.117846] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 816.117846] env[69843]: value = "task-3704039" [ 816.117846] env[69843]: _type = "Task" [ 816.117846] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.128357] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.402321] env[69843]: DEBUG oslo_concurrency.lockutils [None req-37a304c4-1fab-4389-bcf3-366760a8debc tempest-ServerMetadataTestJSON-22497275 tempest-ServerMetadataTestJSON-22497275-project-member] Lock "45fc71fc-04b0-4f5d-9599-0ac9742f6a6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.606s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.591965] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.610046] env[69843]: DEBUG nova.network.neutron [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Successfully updated port: 024d9bfa-c7be-4aca-a37f-ce990d700d35 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.615138] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704038, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.629949] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079628} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.630258] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.631088] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911a2ef2-49b0-460d-8f2a-75a94707fc56 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.662329] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 62d3db0b-c60c-4cd7-8363-5da9b1619d16/62d3db0b-c60c-4cd7-8363-5da9b1619d16.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.663259] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c6e4aa-9b03-4882-8e4b-26021e6265e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.688905] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 816.688905] env[69843]: value = "task-3704040" [ 816.688905] env[69843]: _type = "Task" [ 816.688905] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.699555] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.878253] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7dc9e2f-ede8-4265-b30a-583bf2cd32a2 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.880325] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.180s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.883480] env[69843]: DEBUG nova.objects.instance [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lazy-loading 'resources' on Instance uuid 66ae357b-4902-4d79-b4e4-f54013568a36 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.899368] env[69843]: DEBUG nova.compute.manager [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Received event network-changed-c9d2f696-6557-4105-84bb-165ab7a13606 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.899670] env[69843]: DEBUG nova.compute.manager [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Refreshing instance network info cache due to event network-changed-c9d2f696-6557-4105-84bb-165ab7a13606. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.899940] env[69843]: DEBUG oslo_concurrency.lockutils [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] Acquiring lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.900242] env[69843]: DEBUG oslo_concurrency.lockutils [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] Acquired lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.900460] env[69843]: DEBUG nova.network.neutron [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Refreshing network info cache for port c9d2f696-6557-4105-84bb-165ab7a13606 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.119987] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704038, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.202584] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704040, 'name': ReconfigVM_Task, 'duration_secs': 0.28666} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.203118] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 62d3db0b-c60c-4cd7-8363-5da9b1619d16/62d3db0b-c60c-4cd7-8363-5da9b1619d16.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.204232] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0b3dfeb-e4e1-4634-b9b8-146e0cb1b415 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.216297] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 817.216297] env[69843]: value = "task-3704041" [ 817.216297] env[69843]: _type = "Task" [ 817.216297] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.228314] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704041, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.414301] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "1a278863-e27b-41c3-88e2-338732e1f54c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.416173] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "1a278863-e27b-41c3-88e2-338732e1f54c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.416173] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "1a278863-e27b-41c3-88e2-338732e1f54c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.416173] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "1a278863-e27b-41c3-88e2-338732e1f54c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.416173] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "1a278863-e27b-41c3-88e2-338732e1f54c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.417417] env[69843]: INFO nova.compute.manager [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Terminating instance [ 817.618628] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704038, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.675200] env[69843]: DEBUG nova.network.neutron [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Updated VIF entry in instance network info cache for port c9d2f696-6557-4105-84bb-165ab7a13606. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.675616] env[69843]: DEBUG nova.network.neutron [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Updating instance_info_cache with network_info: [{"id": "c9d2f696-6557-4105-84bb-165ab7a13606", "address": "fa:16:3e:0f:67:0e", "network": {"id": "b073866c-e5a4-411b-89a7-0e5914cf10bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1331939510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe513d7b5094b6fb46891f40931b6e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d2f696-65", "ovs_interfaceid": "c9d2f696-6557-4105-84bb-165ab7a13606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.730937] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704041, 'name': Rename_Task, 'duration_secs': 0.165289} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.731341] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.731564] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1d22250-d826-41ae-9715-e6c6d458ab38 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.746035] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 817.746035] env[69843]: value = "task-3704042" [ 817.746035] env[69843]: _type = "Task" [ 817.746035] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.762322] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.926527] env[69843]: DEBUG nova.compute.manager [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.927405] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.929027] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08744097-0f4b-4827-913e-fc9cf4670489 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.942275] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.942756] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4fcffe0-1f05-427f-b109-68cd276d6dbb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.957015] env[69843]: DEBUG oslo_vmware.api [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 817.957015] env[69843]: value = "task-3704043" [ 817.957015] env[69843]: _type = "Task" [ 817.957015] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.971717] env[69843]: DEBUG oslo_vmware.api [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.110388] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3868baf8-e317-418d-bcac-ce21334dc81f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.132955] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f80dfa-69d4-44ce-8b52-f5a8646a7bba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.138279] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704038, 'name': CreateVM_Task, 'duration_secs': 1.751668} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.138499] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.140306] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.140417] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.140773] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.141019] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76af6fc0-d645-44b8-a8e2-3e062995c68e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.179152] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be5d560-2e4e-4239-a9ff-0ac944e13a9a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.185119] env[69843]: DEBUG oslo_concurrency.lockutils [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] Releasing lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.185515] env[69843]: DEBUG nova.compute.manager [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Received event network-changed-34b940bd-1109-4959-b735-9a41d8d3bdf1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.185720] env[69843]: DEBUG nova.compute.manager [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Refreshing instance network info cache due to event network-changed-34b940bd-1109-4959-b735-9a41d8d3bdf1. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.185983] env[69843]: DEBUG oslo_concurrency.lockutils [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] Acquiring lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.186248] env[69843]: DEBUG oslo_concurrency.lockutils [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] Acquired lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.186453] env[69843]: DEBUG nova.network.neutron [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Refreshing network info cache for port 34b940bd-1109-4959-b735-9a41d8d3bdf1 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.187995] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 818.187995] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526f60d4-4345-ded2-b5e8-6458781fb648" [ 818.187995] env[69843]: _type = "Task" [ 818.187995] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.197829] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3c8e16-f60c-4718-a27d-48e2ca68f503 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.207626] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526f60d4-4345-ded2-b5e8-6458781fb648, 'name': SearchDatastore_Task, 'duration_secs': 0.014343} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.208456] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.208743] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.209048] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.209215] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.209415] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.210167] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64c4a06e-d624-4a8f-a099-26428f1d39be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.221398] env[69843]: DEBUG nova.compute.provider_tree [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.233110] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.233110] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.234091] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35bcd66c-40d0-4e80-b11f-b8951c846961 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.241642] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 818.241642] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528bff74-33e7-63ca-e1d9-7448dfb17d17" [ 818.241642] env[69843]: _type = "Task" [ 818.241642] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.253510] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528bff74-33e7-63ca-e1d9-7448dfb17d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.260681] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.469377] env[69843]: DEBUG oslo_vmware.api [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704043, 'name': PowerOffVM_Task, 'duration_secs': 0.24644} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.469669] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.469834] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.470105] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86730288-5d86-44e9-95fc-7539d83a96fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.534180] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.534657] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.538338] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Deleting the datastore file [datastore2] 1a278863-e27b-41c3-88e2-338732e1f54c {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.538676] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2d720a8-7b3f-46b3-bd52-82ee00e2625c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.547382] env[69843]: DEBUG nova.compute.manager [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Received event network-vif-plugged-024d9bfa-c7be-4aca-a37f-ce990d700d35 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.547747] env[69843]: DEBUG oslo_concurrency.lockutils [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] Acquiring lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.548053] env[69843]: DEBUG oslo_concurrency.lockutils [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] Lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.548314] env[69843]: DEBUG oslo_concurrency.lockutils [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] Lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.548594] env[69843]: DEBUG nova.compute.manager [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] No waiting events found dispatching network-vif-plugged-024d9bfa-c7be-4aca-a37f-ce990d700d35 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 818.548951] env[69843]: WARNING nova.compute.manager [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Received unexpected event network-vif-plugged-024d9bfa-c7be-4aca-a37f-ce990d700d35 for instance with vm_state building and task_state spawning. [ 818.549194] env[69843]: DEBUG nova.compute.manager [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Received event network-changed-024d9bfa-c7be-4aca-a37f-ce990d700d35 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.549481] env[69843]: DEBUG nova.compute.manager [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Refreshing instance network info cache due to event network-changed-024d9bfa-c7be-4aca-a37f-ce990d700d35. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.549722] env[69843]: DEBUG oslo_concurrency.lockutils [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] Acquiring lock "refresh_cache-fc8ace66-7ec0-409e-9025-f46fcbf352ce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.549883] env[69843]: DEBUG oslo_concurrency.lockutils [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] Acquired lock "refresh_cache-fc8ace66-7ec0-409e-9025-f46fcbf352ce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.550383] env[69843]: DEBUG nova.network.neutron [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Refreshing network info cache for port 024d9bfa-c7be-4aca-a37f-ce990d700d35 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.553661] env[69843]: DEBUG oslo_vmware.api [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 818.553661] env[69843]: value = "task-3704045" [ 818.553661] env[69843]: _type = "Task" [ 818.553661] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.564233] env[69843]: DEBUG oslo_vmware.api [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.724742] env[69843]: DEBUG nova.scheduler.client.report [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.760955] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528bff74-33e7-63ca-e1d9-7448dfb17d17, 'name': SearchDatastore_Task, 'duration_secs': 0.01318} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.764870] env[69843]: DEBUG oslo_vmware.api [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704042, 'name': PowerOnVM_Task, 'duration_secs': 0.620491} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.767585] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcfa0d22-a0d6-4724-864a-1d1a46b3627c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.771272] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.771532] env[69843]: INFO nova.compute.manager [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Took 8.85 seconds to spawn the instance on the hypervisor. [ 818.771746] env[69843]: DEBUG nova.compute.manager [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.772566] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82511e8c-e7b1-4487-9379-4bb1d89b4f5c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.786913] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 818.786913] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523c425b-3e57-5376-e78c-74c328a9744f" [ 818.786913] env[69843]: _type = "Task" [ 818.786913] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.799578] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523c425b-3e57-5376-e78c-74c328a9744f, 'name': SearchDatastore_Task, 'duration_secs': 0.01209} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.799578] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.799578] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] c850434b-0d5d-43f3-9e5b-a8d86153be5c/c850434b-0d5d-43f3-9e5b-a8d86153be5c.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.799845] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a067d8f-be39-4808-bc7e-b9b0cd958d4d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.808141] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 818.808141] env[69843]: value = "task-3704046" [ 818.808141] env[69843]: _type = "Task" [ 818.808141] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.817458] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.080348] env[69843]: DEBUG oslo_vmware.api [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16307} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.081165] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.081165] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.081165] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.081316] env[69843]: INFO nova.compute.manager [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 819.081446] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.081633] env[69843]: DEBUG nova.compute.manager [-] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.081726] env[69843]: DEBUG nova.network.neutron [-] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.157160] env[69843]: DEBUG nova.network.neutron [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.233344] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.235176] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.109s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.238564] env[69843]: INFO nova.compute.claims [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.287778] env[69843]: INFO nova.scheduler.client.report [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Deleted allocations for instance 66ae357b-4902-4d79-b4e4-f54013568a36 [ 819.306026] env[69843]: INFO nova.compute.manager [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Took 45.56 seconds to build instance. [ 819.326292] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704046, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.330552] env[69843]: DEBUG nova.network.neutron [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Updated VIF entry in instance network info cache for port 34b940bd-1109-4959-b735-9a41d8d3bdf1. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.330552] env[69843]: DEBUG nova.network.neutron [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Updating instance_info_cache with network_info: [{"id": "34b940bd-1109-4959-b735-9a41d8d3bdf1", "address": "fa:16:3e:0a:30:fd", "network": {"id": "169f3746-7506-40fe-bf72-d886f18df729", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-741620343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0af66f0a4bca4b9da2103008de1d8a44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b940bd-11", "ovs_interfaceid": "34b940bd-1109-4959-b735-9a41d8d3bdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.334257] env[69843]: DEBUG nova.network.neutron [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Successfully updated port: c39a6617-6e8c-4a2b-8253-b963ed12eecc {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.639597] env[69843]: DEBUG nova.network.neutron [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.806703] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d997487c-ba04-4a01-b001-fcb1dd1ab2f1 tempest-AttachInterfacesUnderV243Test-1332356620 tempest-AttachInterfacesUnderV243Test-1332356620-project-member] Lock "66ae357b-4902-4d79-b4e4-f54013568a36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.058s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.807817] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55c4fb4f-d429-40c9-b321-e1bf35b3ffa2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.562s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.818733] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523045} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.818994] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] c850434b-0d5d-43f3-9e5b-a8d86153be5c/c850434b-0d5d-43f3-9e5b-a8d86153be5c.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.819229] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.820454] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d11ed39-d83d-4369-96cf-e6ae0bbc56e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.830478] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 819.830478] env[69843]: value = "task-3704047" [ 819.830478] env[69843]: _type = "Task" [ 819.830478] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.837080] env[69843]: DEBUG oslo_concurrency.lockutils [req-d0c4f8c9-eb27-46d6-a8e1-d2116c1476dd req-19ed32fd-586a-43a2-9ec3-97e47dd054a1 service nova] Releasing lock "refresh_cache-1a278863-e27b-41c3-88e2-338732e1f54c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.841102] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "refresh_cache-fc8ace66-7ec0-409e-9025-f46fcbf352ce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.841776] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.133366] env[69843]: DEBUG nova.network.neutron [-] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.143191] env[69843]: DEBUG oslo_concurrency.lockutils [req-70da4011-a0b1-44e9-9de0-8bb4fe31adc4 req-c46f7f50-4cfe-46e1-8463-f6af82163990 service nova] Releasing lock "refresh_cache-fc8ace66-7ec0-409e-9025-f46fcbf352ce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.143191] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquired lock "refresh_cache-fc8ace66-7ec0-409e-9025-f46fcbf352ce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.143191] env[69843]: DEBUG nova.network.neutron [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.313632] env[69843]: DEBUG nova.compute.manager [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.342674] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296779} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.343924] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.343924] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57eb6d8-f21f-4193-bc27-381ad3778c95 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.385077] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c850434b-0d5d-43f3-9e5b-a8d86153be5c/c850434b-0d5d-43f3-9e5b-a8d86153be5c.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.392651] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96fabd35-9c81-4dd9-ab5a-180e74dc2674 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.419054] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 820.419054] env[69843]: value = "task-3704048" [ 820.419054] env[69843]: _type = "Task" [ 820.419054] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.431401] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.637468] env[69843]: INFO nova.compute.manager [-] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Took 1.55 seconds to deallocate network for instance. [ 820.694864] env[69843]: DEBUG nova.compute.manager [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Received event network-vif-plugged-c39a6617-6e8c-4a2b-8253-b963ed12eecc {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.694864] env[69843]: DEBUG oslo_concurrency.lockutils [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] Acquiring lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.694864] env[69843]: DEBUG oslo_concurrency.lockutils [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] Lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.694864] env[69843]: DEBUG oslo_concurrency.lockutils [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] Lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.695084] env[69843]: DEBUG nova.compute.manager [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] No waiting events found dispatching network-vif-plugged-c39a6617-6e8c-4a2b-8253-b963ed12eecc {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 820.695223] env[69843]: WARNING nova.compute.manager [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Received unexpected event network-vif-plugged-c39a6617-6e8c-4a2b-8253-b963ed12eecc for instance with vm_state building and task_state spawning. [ 820.695349] env[69843]: DEBUG nova.compute.manager [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Received event network-changed-c39a6617-6e8c-4a2b-8253-b963ed12eecc {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.695892] env[69843]: DEBUG nova.compute.manager [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Refreshing instance network info cache due to event network-changed-c39a6617-6e8c-4a2b-8253-b963ed12eecc. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.695892] env[69843]: DEBUG oslo_concurrency.lockutils [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] Acquiring lock "refresh_cache-fc8ace66-7ec0-409e-9025-f46fcbf352ce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.724626] env[69843]: DEBUG nova.network.neutron [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.846622] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.937858] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704048, 'name': ReconfigVM_Task, 'duration_secs': 0.343788} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.940280] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c850434b-0d5d-43f3-9e5b-a8d86153be5c/c850434b-0d5d-43f3-9e5b-a8d86153be5c.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.940280] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14415c61-89c8-4ee4-b948-86ea381e1d59 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.948939] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 820.948939] env[69843]: value = "task-3704049" [ 820.948939] env[69843]: _type = "Task" [ 820.948939] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.955421] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea0769e-a301-43a2-801b-21cb89dcb4da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.970568] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efda8dd2-9d0a-49bf-bfcb-db0cbfd640e0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.973902] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704049, 'name': Rename_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.011651] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc5156c-a409-4bc8-9acb-bce870ccdea4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.021551] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a71c9c-3277-4bd5-8efa-07e0c8b70229 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.038705] env[69843]: DEBUG nova.compute.provider_tree [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.149747] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.458880] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704049, 'name': Rename_Task, 'duration_secs': 0.156603} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.459956] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.459956] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69ee5935-300d-4066-a02c-32e8316e02d8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.466348] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 821.466348] env[69843]: value = "task-3704050" [ 821.466348] env[69843]: _type = "Task" [ 821.466348] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.474734] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.522616] env[69843]: DEBUG nova.network.neutron [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Updating instance_info_cache with network_info: [{"id": "024d9bfa-c7be-4aca-a37f-ce990d700d35", "address": "fa:16:3e:7c:dc:3a", "network": {"id": "d0417624-c12f-44cd-9bf5-57266989052a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-872433333", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024d9bfa-c7", "ovs_interfaceid": "024d9bfa-c7be-4aca-a37f-ce990d700d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c39a6617-6e8c-4a2b-8253-b963ed12eecc", "address": "fa:16:3e:01:89:2f", "network": {"id": "95223af8-4df2-43c7-a624-6cd8e6bc1e0b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1163071451", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc39a6617-6e", "ovs_interfaceid": "c39a6617-6e8c-4a2b-8253-b963ed12eecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.542031] env[69843]: DEBUG nova.scheduler.client.report [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.946535] env[69843]: DEBUG nova.compute.manager [req-83739e9d-13fc-4c37-9d14-cac9c2366463 req-1f162e36-3a4a-4607-a226-1187c12c4ef8 service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Received event network-changed-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.948723] env[69843]: DEBUG nova.compute.manager [req-83739e9d-13fc-4c37-9d14-cac9c2366463 req-1f162e36-3a4a-4607-a226-1187c12c4ef8 service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Refreshing instance network info cache due to event network-changed-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.948723] env[69843]: DEBUG oslo_concurrency.lockutils [req-83739e9d-13fc-4c37-9d14-cac9c2366463 req-1f162e36-3a4a-4607-a226-1187c12c4ef8 service nova] Acquiring lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.948723] env[69843]: DEBUG oslo_concurrency.lockutils [req-83739e9d-13fc-4c37-9d14-cac9c2366463 req-1f162e36-3a4a-4607-a226-1187c12c4ef8 service nova] Acquired lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.948723] env[69843]: DEBUG nova.network.neutron [req-83739e9d-13fc-4c37-9d14-cac9c2366463 req-1f162e36-3a4a-4607-a226-1187c12c4ef8 service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Refreshing network info cache for port 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.978594] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704050, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.028144] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Releasing lock "refresh_cache-fc8ace66-7ec0-409e-9025-f46fcbf352ce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.028567] env[69843]: DEBUG nova.compute.manager [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Instance network_info: |[{"id": "024d9bfa-c7be-4aca-a37f-ce990d700d35", "address": "fa:16:3e:7c:dc:3a", "network": {"id": "d0417624-c12f-44cd-9bf5-57266989052a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-872433333", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024d9bfa-c7", "ovs_interfaceid": "024d9bfa-c7be-4aca-a37f-ce990d700d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c39a6617-6e8c-4a2b-8253-b963ed12eecc", "address": "fa:16:3e:01:89:2f", "network": {"id": "95223af8-4df2-43c7-a624-6cd8e6bc1e0b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1163071451", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc39a6617-6e", "ovs_interfaceid": "c39a6617-6e8c-4a2b-8253-b963ed12eecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.028932] env[69843]: DEBUG oslo_concurrency.lockutils [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] Acquired lock "refresh_cache-fc8ace66-7ec0-409e-9025-f46fcbf352ce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.029184] env[69843]: DEBUG nova.network.neutron [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Refreshing network info cache for port c39a6617-6e8c-4a2b-8253-b963ed12eecc {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.031332] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:dc:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '024d9bfa-c7be-4aca-a37f-ce990d700d35', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:89:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c39a6617-6e8c-4a2b-8253-b963ed12eecc', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.044779] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.047857] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.048681] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.049320] env[69843]: DEBUG nova.compute.manager [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.052945] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9010912-d887-426a-afb9-c147ad45e03d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.076552] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.864s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.076552] env[69843]: DEBUG nova.objects.instance [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lazy-loading 'resources' on Instance uuid 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.088008] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.088008] env[69843]: value = "task-3704051" [ 822.088008] env[69843]: _type = "Task" [ 822.088008] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.101445] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704051, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.480695] env[69843]: DEBUG oslo_vmware.api [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704050, 'name': PowerOnVM_Task, 'duration_secs': 0.546231} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.481491] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.481833] env[69843]: INFO nova.compute.manager [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Took 9.74 seconds to spawn the instance on the hypervisor. [ 822.482355] env[69843]: DEBUG nova.compute.manager [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.484269] env[69843]: DEBUG nova.network.neutron [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Updated VIF entry in instance network info cache for port c39a6617-6e8c-4a2b-8253-b963ed12eecc. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.484731] env[69843]: DEBUG nova.network.neutron [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Updating instance_info_cache with network_info: [{"id": "024d9bfa-c7be-4aca-a37f-ce990d700d35", "address": "fa:16:3e:7c:dc:3a", "network": {"id": "d0417624-c12f-44cd-9bf5-57266989052a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-872433333", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024d9bfa-c7", "ovs_interfaceid": "024d9bfa-c7be-4aca-a37f-ce990d700d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c39a6617-6e8c-4a2b-8253-b963ed12eecc", "address": "fa:16:3e:01:89:2f", "network": {"id": "95223af8-4df2-43c7-a624-6cd8e6bc1e0b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1163071451", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c37dcd1c9e4c4f6f821c844c0d06ddf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc39a6617-6e", "ovs_interfaceid": "c39a6617-6e8c-4a2b-8253-b963ed12eecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.487216] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef2e421-174a-4246-a840-f7619fd48700 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.582594] env[69843]: DEBUG nova.compute.utils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.586019] env[69843]: DEBUG nova.compute.manager [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.586019] env[69843]: DEBUG nova.network.neutron [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.601798] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704051, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.738312] env[69843]: DEBUG nova.policy [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32cf8fb5b4c84e229d1ed4f256d051a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a438dd77603c432c8245e52cd69624f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.953608] env[69843]: DEBUG nova.network.neutron [req-83739e9d-13fc-4c37-9d14-cac9c2366463 req-1f162e36-3a4a-4607-a226-1187c12c4ef8 service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updated VIF entry in instance network info cache for port 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.953608] env[69843]: DEBUG nova.network.neutron [req-83739e9d-13fc-4c37-9d14-cac9c2366463 req-1f162e36-3a4a-4607-a226-1187c12c4ef8 service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance_info_cache with network_info: [{"id": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "address": "fa:16:3e:71:be:99", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bd37df-5a", "ovs_interfaceid": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.994280] env[69843]: DEBUG oslo_concurrency.lockutils [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] Releasing lock "refresh_cache-fc8ace66-7ec0-409e-9025-f46fcbf352ce" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.994463] env[69843]: DEBUG nova.compute.manager [req-90d4f153-be27-40b4-86ba-5dfc5f9a3ead req-b198dbb9-3066-4aa5-9adb-c02251b0a5d5 service nova] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Received event network-vif-deleted-34b940bd-1109-4959-b735-9a41d8d3bdf1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.012912] env[69843]: INFO nova.compute.manager [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Took 48.21 seconds to build instance. [ 823.088107] env[69843]: DEBUG nova.compute.manager [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.101061] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704051, 'name': CreateVM_Task, 'duration_secs': 0.711441} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.101061] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.101814] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.101992] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.102350] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.102561] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c723490f-b7ac-49b7-bd30-9973d746bb66 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.107860] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 823.107860] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52484229-9a95-6dc4-0b48-d1a78ec360bc" [ 823.107860] env[69843]: _type = "Task" [ 823.107860] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.116314] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52484229-9a95-6dc4-0b48-d1a78ec360bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.238094] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4db8850-434b-4610-86de-261bf4638b67 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.248240] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae02c35f-5ea4-4550-95f2-7bdecce78cdc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.288816] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e3aaf-37c2-4fed-bfdd-c846a44ac35a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.298330] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6749d7-310e-458e-b7f7-6b1726ae0d06 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.058902] env[69843]: DEBUG oslo_concurrency.lockutils [req-83739e9d-13fc-4c37-9d14-cac9c2366463 req-1f162e36-3a4a-4607-a226-1187c12c4ef8 service nova] Releasing lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.058902] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a86600e-45ff-4122-afc0-4a94791cf4d2 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.135s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.071716] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52484229-9a95-6dc4-0b48-d1a78ec360bc, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.079217] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.079715] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.079810] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.079894] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.080109] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.080607] env[69843]: DEBUG nova.compute.provider_tree [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.082496] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cb80e35-452f-4a00-b963-f192ead67700 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.093357] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.093357] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.094110] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdaaeb89-7e32-49f6-b4ee-4f51cd5f1c43 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.102670] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 824.102670] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525b6a6a-f54e-63c5-2e23-ea2ecb3a1456" [ 824.102670] env[69843]: _type = "Task" [ 824.102670] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.110727] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525b6a6a-f54e-63c5-2e23-ea2ecb3a1456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.211510] env[69843]: DEBUG nova.network.neutron [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Successfully created port: 2568fe05-bfd4-4a81-b837-6461f703312d {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.562624] env[69843]: DEBUG nova.compute.manager [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.566801] env[69843]: DEBUG nova.compute.manager [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.585708] env[69843]: DEBUG nova.scheduler.client.report [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.602713] env[69843]: DEBUG nova.virt.hardware [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.603292] env[69843]: DEBUG nova.virt.hardware [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.603389] env[69843]: DEBUG nova.virt.hardware [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.603554] env[69843]: DEBUG nova.virt.hardware [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.603801] env[69843]: DEBUG nova.virt.hardware [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.603969] env[69843]: DEBUG nova.virt.hardware [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.604178] env[69843]: DEBUG nova.virt.hardware [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.604386] env[69843]: DEBUG nova.virt.hardware [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.604683] env[69843]: DEBUG nova.virt.hardware [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.604794] env[69843]: DEBUG nova.virt.hardware [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.605039] env[69843]: DEBUG nova.virt.hardware [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.606175] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53598769-6b5d-411c-b287-4143eb1c4066 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.624458] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fcff20-647c-4f6f-837e-70e2d570878c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.630681] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525b6a6a-f54e-63c5-2e23-ea2ecb3a1456, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.632894] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d0d5350-8975-4c86-b6da-edd11ecc1ed1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.648901] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 824.648901] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b2a7dc-4807-3001-c9a6-65bd9084364f" [ 824.648901] env[69843]: _type = "Task" [ 824.648901] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.658754] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b2a7dc-4807-3001-c9a6-65bd9084364f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.096345] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.020s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.102390] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.211s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.103797] env[69843]: INFO nova.compute.claims [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.115817] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.134267] env[69843]: INFO nova.scheduler.client.report [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Deleted allocations for instance 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84 [ 825.164840] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b2a7dc-4807-3001-c9a6-65bd9084364f, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.167056] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.167056] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] fc8ace66-7ec0-409e-9025-f46fcbf352ce/fc8ace66-7ec0-409e-9025-f46fcbf352ce.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.167056] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df5d93cb-f5e7-4450-be7b-bc9a9c78641c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.180966] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 825.180966] env[69843]: value = "task-3704052" [ 825.180966] env[69843]: _type = "Task" [ 825.180966] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.193433] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.644415] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b531a67e-1fdc-4d5a-bb0f-760036178b10 tempest-ServersListShow296Test-296644579 tempest-ServersListShow296Test-296644579-project-member] Lock "4828f76b-eab4-4f3d-8d92-e6a6ee79eb84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.838s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.695149] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507796} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.695482] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] fc8ace66-7ec0-409e-9025-f46fcbf352ce/fc8ace66-7ec0-409e-9025-f46fcbf352ce.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.695720] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.695991] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e741f2b-defb-4e62-859f-5452c885ef49 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.705595] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 825.705595] env[69843]: value = "task-3704053" [ 825.705595] env[69843]: _type = "Task" [ 825.705595] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.721418] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.221141] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07479} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.221455] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.222848] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a601cb19-c05c-42b2-a884-82f62cf10ddb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.260565] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] fc8ace66-7ec0-409e-9025-f46fcbf352ce/fc8ace66-7ec0-409e-9025-f46fcbf352ce.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.263870] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec70ea5f-2719-4c64-b614-47f1fd847028 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.288606] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 826.288606] env[69843]: value = "task-3704054" [ 826.288606] env[69843]: _type = "Task" [ 826.288606] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.299620] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.771887] env[69843]: DEBUG nova.network.neutron [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Successfully updated port: 2568fe05-bfd4-4a81-b837-6461f703312d {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.801859] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.809440] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6303929-3262-4709-893f-dbbe02045928 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.818079] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd76172-20a7-444e-bb3e-5a77af21ccef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.853351] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581313be-61fe-4c5a-b43e-f55f6219e66b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.864684] env[69843]: DEBUG nova.compute.manager [req-e4e84173-2f5c-413e-b65f-8aa4689f75e5 req-124fa433-c4d7-4c9d-8202-243bddc30f7d service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Received event network-changed-89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.864883] env[69843]: DEBUG nova.compute.manager [req-e4e84173-2f5c-413e-b65f-8aa4689f75e5 req-124fa433-c4d7-4c9d-8202-243bddc30f7d service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Refreshing instance network info cache due to event network-changed-89fbba46-559d-48cd-b0e9-3ef2d7c68664. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.865123] env[69843]: DEBUG oslo_concurrency.lockutils [req-e4e84173-2f5c-413e-b65f-8aa4689f75e5 req-124fa433-c4d7-4c9d-8202-243bddc30f7d service nova] Acquiring lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.865268] env[69843]: DEBUG oslo_concurrency.lockutils [req-e4e84173-2f5c-413e-b65f-8aa4689f75e5 req-124fa433-c4d7-4c9d-8202-243bddc30f7d service nova] Acquired lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.865427] env[69843]: DEBUG nova.network.neutron [req-e4e84173-2f5c-413e-b65f-8aa4689f75e5 req-124fa433-c4d7-4c9d-8202-243bddc30f7d service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Refreshing network info cache for port 89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.868453] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c6694a-f1b7-41a8-b06a-d945e6011927 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.887362] env[69843]: DEBUG nova.compute.provider_tree [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.280659] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "refresh_cache-24dc5517-e593-4de4-a6ad-83fe1788414d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.280659] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "refresh_cache-24dc5517-e593-4de4-a6ad-83fe1788414d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.280659] env[69843]: DEBUG nova.network.neutron [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.307863] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704054, 'name': ReconfigVM_Task, 'duration_secs': 0.82026} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.308310] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Reconfigured VM instance instance-0000002e to attach disk [datastore1] fc8ace66-7ec0-409e-9025-f46fcbf352ce/fc8ace66-7ec0-409e-9025-f46fcbf352ce.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.309053] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e1e9764-6877-4bfe-9fed-5e41a8ec9ae8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.320394] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 827.320394] env[69843]: value = "task-3704055" [ 827.320394] env[69843]: _type = "Task" [ 827.320394] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.335538] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704055, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.392545] env[69843]: DEBUG nova.scheduler.client.report [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.472370] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.473061] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.833841] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704055, 'name': Rename_Task, 'duration_secs': 0.32522} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.834358] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.834523] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f514aaf9-24d7-45a6-9ecc-399a7cc9cd47 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.844626] env[69843]: DEBUG nova.network.neutron [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.850729] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 827.850729] env[69843]: value = "task-3704056" [ 827.850729] env[69843]: _type = "Task" [ 827.850729] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.862929] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704056, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.899065] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.899648] env[69843]: DEBUG nova.compute.manager [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.903363] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.868s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.903363] env[69843]: DEBUG nova.objects.instance [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lazy-loading 'resources' on Instance uuid ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.925288] env[69843]: DEBUG nova.network.neutron [req-e4e84173-2f5c-413e-b65f-8aa4689f75e5 req-124fa433-c4d7-4c9d-8202-243bddc30f7d service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updated VIF entry in instance network info cache for port 89fbba46-559d-48cd-b0e9-3ef2d7c68664. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.925650] env[69843]: DEBUG nova.network.neutron [req-e4e84173-2f5c-413e-b65f-8aa4689f75e5 req-124fa433-c4d7-4c9d-8202-243bddc30f7d service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updating instance_info_cache with network_info: [{"id": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "address": "fa:16:3e:0a:23:05", "network": {"id": "b073866c-e5a4-411b-89a7-0e5914cf10bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1331939510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe513d7b5094b6fb46891f40931b6e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89fbba46-55", "ovs_interfaceid": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.357547] env[69843]: DEBUG nova.network.neutron [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Updating instance_info_cache with network_info: [{"id": "2568fe05-bfd4-4a81-b837-6461f703312d", "address": "fa:16:3e:79:b1:33", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2568fe05-bf", "ovs_interfaceid": "2568fe05-bfd4-4a81-b837-6461f703312d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.368839] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704056, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.406207] env[69843]: DEBUG nova.compute.utils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.415629] env[69843]: DEBUG nova.compute.manager [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.416033] env[69843]: DEBUG nova.network.neutron [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.430481] env[69843]: DEBUG oslo_concurrency.lockutils [req-e4e84173-2f5c-413e-b65f-8aa4689f75e5 req-124fa433-c4d7-4c9d-8202-243bddc30f7d service nova] Releasing lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.526817] env[69843]: DEBUG nova.policy [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beb273506a114a08ac1b46eb1a7fac33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4160feb38ebb42ceb54b917b6884c504', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.860667] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "refresh_cache-24dc5517-e593-4de4-a6ad-83fe1788414d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.860977] env[69843]: DEBUG nova.compute.manager [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Instance network_info: |[{"id": "2568fe05-bfd4-4a81-b837-6461f703312d", "address": "fa:16:3e:79:b1:33", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2568fe05-bf", "ovs_interfaceid": "2568fe05-bfd4-4a81-b837-6461f703312d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.861984] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:b1:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2568fe05-bfd4-4a81-b837-6461f703312d', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.872049] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.876174] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.876545] env[69843]: DEBUG oslo_vmware.api [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704056, 'name': PowerOnVM_Task, 'duration_secs': 0.619155} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.877275] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64841f63-404d-48bb-90cc-45d30cd92b89 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.893333] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.893557] env[69843]: INFO nova.compute.manager [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Took 13.30 seconds to spawn the instance on the hypervisor. [ 828.894304] env[69843]: DEBUG nova.compute.manager [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.900358] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a910bc58-f5ef-4fd1-9bdc-241d41873bd7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.911369] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.911369] env[69843]: value = "task-3704057" [ 828.911369] env[69843]: _type = "Task" [ 828.911369] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.920038] env[69843]: DEBUG nova.compute.manager [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.932664] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704057, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.083480] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquiring lock "6c2b40b6-9a27-4bfa-898e-182bcd13bed3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.083799] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lock "6c2b40b6-9a27-4bfa-898e-182bcd13bed3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.147369] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0c8863-0367-4abd-916e-34f0380eb75b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.164413] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6652f919-10bd-4cda-b427-263f9e543dc5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.169893] env[69843]: DEBUG nova.network.neutron [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Successfully created port: cc7ee56e-99a1-401b-938c-8d0eef27d6de {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.203722] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb25a847-d99f-4708-8920-0d75100039b7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.213381] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433978d0-eba3-41ca-b552-1ee061768b04 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.230554] env[69843]: DEBUG nova.compute.provider_tree [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.430799] env[69843]: INFO nova.compute.manager [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Took 51.84 seconds to build instance. [ 829.438935] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704057, 'name': CreateVM_Task, 'duration_secs': 0.481688} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.439134] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.439809] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.439970] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.440345] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.440877] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b867f50-0623-4a1a-b8c8-261bac362800 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.446519] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 829.446519] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5203f0e1-33ba-8c6c-92a2-dd95338faec5" [ 829.446519] env[69843]: _type = "Task" [ 829.446519] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.456016] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5203f0e1-33ba-8c6c-92a2-dd95338faec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.664614] env[69843]: DEBUG nova.compute.manager [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Received event network-vif-plugged-2568fe05-bfd4-4a81-b837-6461f703312d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.665084] env[69843]: DEBUG oslo_concurrency.lockutils [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] Acquiring lock "24dc5517-e593-4de4-a6ad-83fe1788414d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.665327] env[69843]: DEBUG oslo_concurrency.lockutils [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] Lock "24dc5517-e593-4de4-a6ad-83fe1788414d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.665997] env[69843]: DEBUG oslo_concurrency.lockutils [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] Lock "24dc5517-e593-4de4-a6ad-83fe1788414d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.665997] env[69843]: DEBUG nova.compute.manager [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] No waiting events found dispatching network-vif-plugged-2568fe05-bfd4-4a81-b837-6461f703312d {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 829.665997] env[69843]: WARNING nova.compute.manager [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Received unexpected event network-vif-plugged-2568fe05-bfd4-4a81-b837-6461f703312d for instance with vm_state building and task_state spawning. [ 829.666431] env[69843]: DEBUG nova.compute.manager [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Received event network-changed-2568fe05-bfd4-4a81-b837-6461f703312d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.666612] env[69843]: DEBUG nova.compute.manager [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Refreshing instance network info cache due to event network-changed-2568fe05-bfd4-4a81-b837-6461f703312d. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.666798] env[69843]: DEBUG oslo_concurrency.lockutils [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] Acquiring lock "refresh_cache-24dc5517-e593-4de4-a6ad-83fe1788414d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.666933] env[69843]: DEBUG oslo_concurrency.lockutils [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] Acquired lock "refresh_cache-24dc5517-e593-4de4-a6ad-83fe1788414d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.669202] env[69843]: DEBUG nova.network.neutron [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Refreshing network info cache for port 2568fe05-bfd4-4a81-b837-6461f703312d {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.734467] env[69843]: DEBUG nova.scheduler.client.report [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.933910] env[69843]: DEBUG nova.compute.manager [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.942025] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a49a0e-ea8c-4439-9856-740df3385d16 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.438s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.959161] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5203f0e1-33ba-8c6c-92a2-dd95338faec5, 'name': SearchDatastore_Task, 'duration_secs': 0.014984} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.959700] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.960164] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.960544] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.960824] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.961158] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.962359] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9e723fd-ed7b-4257-a9e4-1b9f0180ef90 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.974787] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.975138] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.976049] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98ec2d1-6b55-4501-a1ad-841f1f1295a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.982342] env[69843]: DEBUG nova.virt.hardware [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.982520] env[69843]: DEBUG nova.virt.hardware [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.982974] env[69843]: DEBUG nova.virt.hardware [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.983202] env[69843]: DEBUG nova.virt.hardware [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.983341] env[69843]: DEBUG nova.virt.hardware [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.983486] env[69843]: DEBUG nova.virt.hardware [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.983693] env[69843]: DEBUG nova.virt.hardware [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.983852] env[69843]: DEBUG nova.virt.hardware [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.984032] env[69843]: DEBUG nova.virt.hardware [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.984195] env[69843]: DEBUG nova.virt.hardware [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.984472] env[69843]: DEBUG nova.virt.hardware [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.986322] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c09fbc-8988-46f5-8d0b-7a6abd64d0aa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.994481] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 829.994481] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c7d634-9830-82fb-1622-64a3ec37783d" [ 829.994481] env[69843]: _type = "Task" [ 829.994481] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.004394] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75e78a9-52ba-4764-a9cc-31aac538e551 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.016732] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c7d634-9830-82fb-1622-64a3ec37783d, 'name': SearchDatastore_Task, 'duration_secs': 0.016136} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.031401] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1654737f-90bb-4433-ae1e-e73cfe7c993d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.039180] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 830.039180] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520062d4-5a91-7e3a-6d3d-d1f979d5f21b" [ 830.039180] env[69843]: _type = "Task" [ 830.039180] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.051268] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520062d4-5a91-7e3a-6d3d-d1f979d5f21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.241768] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.245456] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.327s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.245600] env[69843]: DEBUG nova.objects.instance [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lazy-loading 'resources' on Instance uuid ca89ba12-1438-44fa-b88a-bbe9386b4dce {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.286392] env[69843]: INFO nova.scheduler.client.report [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Deleted allocations for instance ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043 [ 830.447461] env[69843]: DEBUG nova.compute.manager [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.536024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.536024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.536024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.536024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.536024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.538380] env[69843]: INFO nova.compute.manager [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Terminating instance [ 830.554035] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520062d4-5a91-7e3a-6d3d-d1f979d5f21b, 'name': SearchDatastore_Task, 'duration_secs': 0.019005} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.555336] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.555646] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 24dc5517-e593-4de4-a6ad-83fe1788414d/24dc5517-e593-4de4-a6ad-83fe1788414d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.556900] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8739cde4-85cd-4acd-9fa0-a04192e1d12f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.566642] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 830.566642] env[69843]: value = "task-3704058" [ 830.566642] env[69843]: _type = "Task" [ 830.566642] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.577162] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.681592] env[69843]: DEBUG nova.network.neutron [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Updated VIF entry in instance network info cache for port 2568fe05-bfd4-4a81-b837-6461f703312d. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.682240] env[69843]: DEBUG nova.network.neutron [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Updating instance_info_cache with network_info: [{"id": "2568fe05-bfd4-4a81-b837-6461f703312d", "address": "fa:16:3e:79:b1:33", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2568fe05-bf", "ovs_interfaceid": "2568fe05-bfd4-4a81-b837-6461f703312d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.797474] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fe51f509-7dfd-46fa-8216-74cfb268f78c tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.903s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.919339] env[69843]: DEBUG nova.network.neutron [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Successfully updated port: cc7ee56e-99a1-401b-938c-8d0eef27d6de {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.978904] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.048344] env[69843]: DEBUG nova.compute.manager [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.048690] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.050143] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9aed43-be92-49a2-abe2-f8f1579def41 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.063052] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.063485] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7dccb46-2798-4fb1-9d8a-3953a74ab208 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.074521] env[69843]: DEBUG oslo_vmware.api [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 831.074521] env[69843]: value = "task-3704059" [ 831.074521] env[69843]: _type = "Task" [ 831.074521] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.084647] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704058, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.091998] env[69843]: DEBUG oslo_vmware.api [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.189716] env[69843]: DEBUG oslo_concurrency.lockutils [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] Releasing lock "refresh_cache-24dc5517-e593-4de4-a6ad-83fe1788414d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.189985] env[69843]: DEBUG nova.compute.manager [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Received event network-changed-89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.190530] env[69843]: DEBUG nova.compute.manager [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Refreshing instance network info cache due to event network-changed-89fbba46-559d-48cd-b0e9-3ef2d7c68664. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.190810] env[69843]: DEBUG oslo_concurrency.lockutils [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] Acquiring lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.190957] env[69843]: DEBUG oslo_concurrency.lockutils [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] Acquired lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.191139] env[69843]: DEBUG nova.network.neutron [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Refreshing network info cache for port 89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.422333] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "refresh_cache-ebd1a826-8a0b-4e90-a442-f7225ef80357" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.422859] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquired lock "refresh_cache-ebd1a826-8a0b-4e90-a442-f7225ef80357" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.423031] env[69843]: DEBUG nova.network.neutron [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.436559] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7d7553-c1a8-497c-8c2d-835b17bfa962 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.445906] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ac84b4-0943-452b-94ce-a30eb01c0077 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.483121] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b101f2-5d74-439d-b7ab-08e9a655806b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.493065] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44244c1-25cc-41b7-896d-f02b4560fe3e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.509674] env[69843]: DEBUG nova.compute.provider_tree [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.578075] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527798} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.578299] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 24dc5517-e593-4de4-a6ad-83fe1788414d/24dc5517-e593-4de4-a6ad-83fe1788414d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.578522] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.583661] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d681910-b20b-49a6-bec3-236a6305e60e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.591023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Acquiring lock "4172346a-1181-4649-9610-4de1cf2c2dd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.591023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Lock "4172346a-1181-4649-9610-4de1cf2c2dd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.596487] env[69843]: DEBUG oslo_vmware.api [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704059, 'name': PowerOffVM_Task, 'duration_secs': 0.238325} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.598746] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.598746] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.598923] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 831.598923] env[69843]: value = "task-3704060" [ 831.598923] env[69843]: _type = "Task" [ 831.598923] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.600186] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42227c1b-6735-4536-a06a-74abab2ed555 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.612249] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.715219] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.715219] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.715219] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Deleting the datastore file [datastore1] fc8ace66-7ec0-409e-9025-f46fcbf352ce {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.715219] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b99045b-9310-4872-8cc9-19eef987ee14 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.726421] env[69843]: DEBUG oslo_vmware.api [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for the task: (returnval){ [ 831.726421] env[69843]: value = "task-3704062" [ 831.726421] env[69843]: _type = "Task" [ 831.726421] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.736306] env[69843]: DEBUG oslo_vmware.api [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.950530] env[69843]: DEBUG nova.network.neutron [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updated VIF entry in instance network info cache for port 89fbba46-559d-48cd-b0e9-3ef2d7c68664. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.950905] env[69843]: DEBUG nova.network.neutron [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updating instance_info_cache with network_info: [{"id": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "address": "fa:16:3e:0a:23:05", "network": {"id": "b073866c-e5a4-411b-89a7-0e5914cf10bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1331939510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe513d7b5094b6fb46891f40931b6e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89fbba46-55", "ovs_interfaceid": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.970469] env[69843]: DEBUG nova.network.neutron [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.982974] env[69843]: DEBUG nova.compute.manager [req-b48fefb0-cec9-4e47-93af-93cacd1bcd13 req-25f872cb-70a6-40d8-b73b-eafa004babbb service nova] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Received event network-vif-plugged-cc7ee56e-99a1-401b-938c-8d0eef27d6de {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.985442] env[69843]: DEBUG oslo_concurrency.lockutils [req-b48fefb0-cec9-4e47-93af-93cacd1bcd13 req-25f872cb-70a6-40d8-b73b-eafa004babbb service nova] Acquiring lock "ebd1a826-8a0b-4e90-a442-f7225ef80357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.985442] env[69843]: DEBUG oslo_concurrency.lockutils [req-b48fefb0-cec9-4e47-93af-93cacd1bcd13 req-25f872cb-70a6-40d8-b73b-eafa004babbb service nova] Lock "ebd1a826-8a0b-4e90-a442-f7225ef80357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.985442] env[69843]: DEBUG oslo_concurrency.lockutils [req-b48fefb0-cec9-4e47-93af-93cacd1bcd13 req-25f872cb-70a6-40d8-b73b-eafa004babbb service nova] Lock "ebd1a826-8a0b-4e90-a442-f7225ef80357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.985442] env[69843]: DEBUG nova.compute.manager [req-b48fefb0-cec9-4e47-93af-93cacd1bcd13 req-25f872cb-70a6-40d8-b73b-eafa004babbb service nova] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] No waiting events found dispatching network-vif-plugged-cc7ee56e-99a1-401b-938c-8d0eef27d6de {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 831.985442] env[69843]: WARNING nova.compute.manager [req-b48fefb0-cec9-4e47-93af-93cacd1bcd13 req-25f872cb-70a6-40d8-b73b-eafa004babbb service nova] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Received unexpected event network-vif-plugged-cc7ee56e-99a1-401b-938c-8d0eef27d6de for instance with vm_state building and task_state spawning. [ 832.013232] env[69843]: DEBUG nova.scheduler.client.report [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.114300] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078346} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.115115] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.116009] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b559a9-e77e-43aa-8aed-c72c60fac534 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.141183] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 24dc5517-e593-4de4-a6ad-83fe1788414d/24dc5517-e593-4de4-a6ad-83fe1788414d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.141541] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cf5c39c-ce2f-486d-8285-335b9ebb6581 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.170064] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 832.170064] env[69843]: value = "task-3704063" [ 832.170064] env[69843]: _type = "Task" [ 832.170064] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.180726] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.221200] env[69843]: DEBUG nova.network.neutron [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Updating instance_info_cache with network_info: [{"id": "cc7ee56e-99a1-401b-938c-8d0eef27d6de", "address": "fa:16:3e:68:c8:40", "network": {"id": "075a34db-03f2-4cf3-b1fe-f792fcd51c2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-962515936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4160feb38ebb42ceb54b917b6884c504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc7ee56e-99", "ovs_interfaceid": "cc7ee56e-99a1-401b-938c-8d0eef27d6de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.237985] env[69843]: DEBUG oslo_vmware.api [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Task: {'id': task-3704062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20407} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.238971] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.239211] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.239417] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.239629] env[69843]: INFO nova.compute.manager [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Took 1.19 seconds to destroy the instance on the hypervisor. [ 832.239971] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.240420] env[69843]: DEBUG nova.compute.manager [-] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.240536] env[69843]: DEBUG nova.network.neutron [-] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.250635] env[69843]: DEBUG nova.compute.manager [req-b6854b8f-b9b7-4816-946a-676625f631fa req-6eeaa9ec-d854-437f-861c-3a9382cc6eb7 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Received event network-changed-c9d2f696-6557-4105-84bb-165ab7a13606 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.250832] env[69843]: DEBUG nova.compute.manager [req-b6854b8f-b9b7-4816-946a-676625f631fa req-6eeaa9ec-d854-437f-861c-3a9382cc6eb7 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Refreshing instance network info cache due to event network-changed-c9d2f696-6557-4105-84bb-165ab7a13606. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.251528] env[69843]: DEBUG oslo_concurrency.lockutils [req-b6854b8f-b9b7-4816-946a-676625f631fa req-6eeaa9ec-d854-437f-861c-3a9382cc6eb7 service nova] Acquiring lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.251528] env[69843]: DEBUG oslo_concurrency.lockutils [req-b6854b8f-b9b7-4816-946a-676625f631fa req-6eeaa9ec-d854-437f-861c-3a9382cc6eb7 service nova] Acquired lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.251528] env[69843]: DEBUG nova.network.neutron [req-b6854b8f-b9b7-4816-946a-676625f631fa req-6eeaa9ec-d854-437f-861c-3a9382cc6eb7 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Refreshing network info cache for port c9d2f696-6557-4105-84bb-165ab7a13606 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.454363] env[69843]: DEBUG oslo_concurrency.lockutils [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] Releasing lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.454688] env[69843]: DEBUG nova.compute.manager [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Received event network-changed-c9d2f696-6557-4105-84bb-165ab7a13606 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.454888] env[69843]: DEBUG nova.compute.manager [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Refreshing instance network info cache due to event network-changed-c9d2f696-6557-4105-84bb-165ab7a13606. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.455136] env[69843]: DEBUG oslo_concurrency.lockutils [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] Acquiring lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.518360] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.521486] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.895s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.523846] env[69843]: INFO nova.compute.claims [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.545442] env[69843]: INFO nova.scheduler.client.report [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Deleted allocations for instance ca89ba12-1438-44fa-b88a-bbe9386b4dce [ 832.684981] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704063, 'name': ReconfigVM_Task, 'duration_secs': 0.302124} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.685584] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 24dc5517-e593-4de4-a6ad-83fe1788414d/24dc5517-e593-4de4-a6ad-83fe1788414d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.687027] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-860c0f70-0201-45dd-a045-eed1af30c721 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.694226] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 832.694226] env[69843]: value = "task-3704064" [ 832.694226] env[69843]: _type = "Task" [ 832.694226] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.703402] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704064, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.724121] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Releasing lock "refresh_cache-ebd1a826-8a0b-4e90-a442-f7225ef80357" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.724473] env[69843]: DEBUG nova.compute.manager [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Instance network_info: |[{"id": "cc7ee56e-99a1-401b-938c-8d0eef27d6de", "address": "fa:16:3e:68:c8:40", "network": {"id": "075a34db-03f2-4cf3-b1fe-f792fcd51c2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-962515936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4160feb38ebb42ceb54b917b6884c504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc7ee56e-99", "ovs_interfaceid": "cc7ee56e-99a1-401b-938c-8d0eef27d6de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.724897] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:c8:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc7ee56e-99a1-401b-938c-8d0eef27d6de', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.732775] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.733011] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.733252] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecd914c9-be13-42bd-9987-ad033d66b82a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.757983] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.757983] env[69843]: value = "task-3704065" [ 832.757983] env[69843]: _type = "Task" [ 832.757983] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.768856] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704065, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.832229] env[69843]: DEBUG oslo_concurrency.lockutils [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.832745] env[69843]: DEBUG oslo_concurrency.lockutils [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.832953] env[69843]: DEBUG oslo_concurrency.lockutils [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.833300] env[69843]: DEBUG oslo_concurrency.lockutils [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.833563] env[69843]: DEBUG oslo_concurrency.lockutils [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.837744] env[69843]: INFO nova.compute.manager [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Terminating instance [ 833.011552] env[69843]: DEBUG nova.network.neutron [req-b6854b8f-b9b7-4816-946a-676625f631fa req-6eeaa9ec-d854-437f-861c-3a9382cc6eb7 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Updated VIF entry in instance network info cache for port c9d2f696-6557-4105-84bb-165ab7a13606. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.011996] env[69843]: DEBUG nova.network.neutron [req-b6854b8f-b9b7-4816-946a-676625f631fa req-6eeaa9ec-d854-437f-861c-3a9382cc6eb7 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Updating instance_info_cache with network_info: [{"id": "c9d2f696-6557-4105-84bb-165ab7a13606", "address": "fa:16:3e:0f:67:0e", "network": {"id": "b073866c-e5a4-411b-89a7-0e5914cf10bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1331939510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe513d7b5094b6fb46891f40931b6e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d2f696-65", "ovs_interfaceid": "c9d2f696-6557-4105-84bb-165ab7a13606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.053462] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0ee83c7b-4569-43f8-89c8-c48c2d15ea92 tempest-ListServerFiltersTestJSON-1315612053 tempest-ListServerFiltersTestJSON-1315612053-project-member] Lock "ca89ba12-1438-44fa-b88a-bbe9386b4dce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.232s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.212258] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704064, 'name': Rename_Task, 'duration_secs': 0.177478} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.212586] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.212933] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2411188-9493-42be-8abb-46a95274c6b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.223950] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 833.223950] env[69843]: value = "task-3704066" [ 833.223950] env[69843]: _type = "Task" [ 833.223950] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.238312] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.272090] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704065, 'name': CreateVM_Task, 'duration_secs': 0.349972} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.272321] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.273020] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.273198] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.273506] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.273818] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020c202d-3a9e-458d-80d5-48663eae99f2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.280208] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 833.280208] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5297cce7-3252-550e-09e9-6491bb9c876a" [ 833.280208] env[69843]: _type = "Task" [ 833.280208] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.297247] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5297cce7-3252-550e-09e9-6491bb9c876a, 'name': SearchDatastore_Task, 'duration_secs': 0.011362} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.297247] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.297247] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.297369] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.299983] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.299983] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.299983] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-712ce2d5-9506-41b8-886d-806f63b82390 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.315014] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.315740] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.316239] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9458426-8727-47e9-8d27-43f563de58ce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.323838] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 833.323838] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52803f09-add6-4329-6eb9-de8a48004178" [ 833.323838] env[69843]: _type = "Task" [ 833.323838] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.334752] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52803f09-add6-4329-6eb9-de8a48004178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.346083] env[69843]: DEBUG nova.compute.manager [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.346398] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.347764] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c9e957-1109-4543-b735-7310febc21c0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.357450] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.357740] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48084adc-ec99-40af-ab4e-74881fa4a687 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.370482] env[69843]: DEBUG oslo_vmware.api [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 833.370482] env[69843]: value = "task-3704067" [ 833.370482] env[69843]: _type = "Task" [ 833.370482] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.381187] env[69843]: DEBUG oslo_vmware.api [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.515225] env[69843]: DEBUG oslo_concurrency.lockutils [req-b6854b8f-b9b7-4816-946a-676625f631fa req-6eeaa9ec-d854-437f-861c-3a9382cc6eb7 service nova] Releasing lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.515689] env[69843]: DEBUG oslo_concurrency.lockutils [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] Acquired lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.515892] env[69843]: DEBUG nova.network.neutron [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Refreshing network info cache for port c9d2f696-6557-4105-84bb-165ab7a13606 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.735839] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704066, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.811951] env[69843]: DEBUG nova.network.neutron [-] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.838843] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52803f09-add6-4329-6eb9-de8a48004178, 'name': SearchDatastore_Task, 'duration_secs': 0.01469} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.842134] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd26a3c6-9cd8-45da-a7ea-9e2ef3aad1cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.850026] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 833.850026] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520a8975-7d2a-3ecb-0910-ecb1b8ffe72f" [ 833.850026] env[69843]: _type = "Task" [ 833.850026] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.860746] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520a8975-7d2a-3ecb-0910-ecb1b8ffe72f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.882093] env[69843]: DEBUG oslo_vmware.api [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704067, 'name': PowerOffVM_Task, 'duration_secs': 0.216285} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.885264] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.885587] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.886153] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e39bb94d-2f46-4754-9f11-3b0816e0b294 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.136416] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef2a13b-69a3-4834-b8c9-1a4a38fd2cd0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.144559] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50258493-a7be-4bf7-9d12-cf410312a4b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.182957] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e438dd-1852-490e-ac99-2e008dcbe300 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.193684] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5255a329-96cf-4a6e-a6ae-dd792f145582 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.219617] env[69843]: DEBUG nova.compute.provider_tree [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.229152] env[69843]: DEBUG nova.compute.manager [req-b9f0cd76-964a-48bc-b87f-d59e04ba4e97 req-9b42558c-4bdf-4c0e-8b3b-d2118fe8e7d8 service nova] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Received event network-changed-cc7ee56e-99a1-401b-938c-8d0eef27d6de {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.229152] env[69843]: DEBUG nova.compute.manager [req-b9f0cd76-964a-48bc-b87f-d59e04ba4e97 req-9b42558c-4bdf-4c0e-8b3b-d2118fe8e7d8 service nova] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Refreshing instance network info cache due to event network-changed-cc7ee56e-99a1-401b-938c-8d0eef27d6de. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.229152] env[69843]: DEBUG oslo_concurrency.lockutils [req-b9f0cd76-964a-48bc-b87f-d59e04ba4e97 req-9b42558c-4bdf-4c0e-8b3b-d2118fe8e7d8 service nova] Acquiring lock "refresh_cache-ebd1a826-8a0b-4e90-a442-f7225ef80357" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.229152] env[69843]: DEBUG oslo_concurrency.lockutils [req-b9f0cd76-964a-48bc-b87f-d59e04ba4e97 req-9b42558c-4bdf-4c0e-8b3b-d2118fe8e7d8 service nova] Acquired lock "refresh_cache-ebd1a826-8a0b-4e90-a442-f7225ef80357" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.229441] env[69843]: DEBUG nova.network.neutron [req-b9f0cd76-964a-48bc-b87f-d59e04ba4e97 req-9b42558c-4bdf-4c0e-8b3b-d2118fe8e7d8 service nova] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Refreshing network info cache for port cc7ee56e-99a1-401b-938c-8d0eef27d6de {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.231552] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.231746] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.231932] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Deleting the datastore file [datastore1] c850434b-0d5d-43f3-9e5b-a8d86153be5c {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.237596] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b13d22e0-821d-46da-9f59-a995661043d0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.246839] env[69843]: DEBUG oslo_vmware.api [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704066, 'name': PowerOnVM_Task, 'duration_secs': 0.595577} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.248340] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.248674] env[69843]: INFO nova.compute.manager [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Took 9.69 seconds to spawn the instance on the hypervisor. [ 834.250281] env[69843]: DEBUG nova.compute.manager [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.250281] env[69843]: DEBUG oslo_vmware.api [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 834.250281] env[69843]: value = "task-3704069" [ 834.250281] env[69843]: _type = "Task" [ 834.250281] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.250849] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a2de9b-aa13-4ba4-942e-ce5ceb3272c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.274030] env[69843]: DEBUG oslo_vmware.api [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.315555] env[69843]: INFO nova.compute.manager [-] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Took 2.07 seconds to deallocate network for instance. [ 834.368763] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520a8975-7d2a-3ecb-0910-ecb1b8ffe72f, 'name': SearchDatastore_Task, 'duration_secs': 0.016303} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.369571] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.370034] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] ebd1a826-8a0b-4e90-a442-f7225ef80357/ebd1a826-8a0b-4e90-a442-f7225ef80357.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.370790] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3211a687-4910-42cc-8e28-e5d3b9898226 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.391134] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 834.391134] env[69843]: value = "task-3704070" [ 834.391134] env[69843]: _type = "Task" [ 834.391134] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.402544] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.504348] env[69843]: DEBUG nova.network.neutron [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Updated VIF entry in instance network info cache for port c9d2f696-6557-4105-84bb-165ab7a13606. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.504712] env[69843]: DEBUG nova.network.neutron [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Updating instance_info_cache with network_info: [{"id": "c9d2f696-6557-4105-84bb-165ab7a13606", "address": "fa:16:3e:0f:67:0e", "network": {"id": "b073866c-e5a4-411b-89a7-0e5914cf10bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1331939510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe513d7b5094b6fb46891f40931b6e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d2f696-65", "ovs_interfaceid": "c9d2f696-6557-4105-84bb-165ab7a13606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.583214] env[69843]: DEBUG nova.compute.manager [req-04fd8e93-7389-4558-a6dd-86a4df8e301c req-800e5e66-70f6-4b27-82f2-3df862f3ff79 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Received event network-vif-deleted-024d9bfa-c7be-4aca-a37f-ce990d700d35 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.583362] env[69843]: DEBUG nova.compute.manager [req-04fd8e93-7389-4558-a6dd-86a4df8e301c req-800e5e66-70f6-4b27-82f2-3df862f3ff79 service nova] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Received event network-vif-deleted-c39a6617-6e8c-4a2b-8253-b963ed12eecc {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.583544] env[69843]: DEBUG nova.compute.manager [req-04fd8e93-7389-4558-a6dd-86a4df8e301c req-800e5e66-70f6-4b27-82f2-3df862f3ff79 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Received event network-changed-89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.583748] env[69843]: DEBUG nova.compute.manager [req-04fd8e93-7389-4558-a6dd-86a4df8e301c req-800e5e66-70f6-4b27-82f2-3df862f3ff79 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Refreshing instance network info cache due to event network-changed-89fbba46-559d-48cd-b0e9-3ef2d7c68664. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.584017] env[69843]: DEBUG oslo_concurrency.lockutils [req-04fd8e93-7389-4558-a6dd-86a4df8e301c req-800e5e66-70f6-4b27-82f2-3df862f3ff79 service nova] Acquiring lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.584191] env[69843]: DEBUG oslo_concurrency.lockutils [req-04fd8e93-7389-4558-a6dd-86a4df8e301c req-800e5e66-70f6-4b27-82f2-3df862f3ff79 service nova] Acquired lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.584438] env[69843]: DEBUG nova.network.neutron [req-04fd8e93-7389-4558-a6dd-86a4df8e301c req-800e5e66-70f6-4b27-82f2-3df862f3ff79 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Refreshing network info cache for port 89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.726470] env[69843]: DEBUG nova.scheduler.client.report [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.765095] env[69843]: DEBUG oslo_vmware.api [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21994} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.765480] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.765480] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.765639] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.765803] env[69843]: INFO nova.compute.manager [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Took 1.42 seconds to destroy the instance on the hypervisor. [ 834.766117] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.766364] env[69843]: DEBUG nova.compute.manager [-] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.766485] env[69843]: DEBUG nova.network.neutron [-] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.779029] env[69843]: INFO nova.compute.manager [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Took 44.68 seconds to build instance. [ 834.830958] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.905178] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704070, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.010524] env[69843]: DEBUG oslo_concurrency.lockutils [req-545c6bb1-554d-4216-af0a-e77a6ed37f67 req-edfca205-b42f-416e-9e25-df9369a8a022 service nova] Releasing lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.231995] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.232628] env[69843]: DEBUG nova.compute.manager [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.237726] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.849s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.239365] env[69843]: INFO nova.compute.claims [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.281466] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c150699f-64b3-484f-a49d-8615920e6a60 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "24dc5517-e593-4de4-a6ad-83fe1788414d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.733s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.337839] env[69843]: DEBUG nova.network.neutron [req-04fd8e93-7389-4558-a6dd-86a4df8e301c req-800e5e66-70f6-4b27-82f2-3df862f3ff79 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updated VIF entry in instance network info cache for port 89fbba46-559d-48cd-b0e9-3ef2d7c68664. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.338256] env[69843]: DEBUG nova.network.neutron [req-04fd8e93-7389-4558-a6dd-86a4df8e301c req-800e5e66-70f6-4b27-82f2-3df862f3ff79 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updating instance_info_cache with network_info: [{"id": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "address": "fa:16:3e:0a:23:05", "network": {"id": "b073866c-e5a4-411b-89a7-0e5914cf10bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1331939510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe513d7b5094b6fb46891f40931b6e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89fbba46-55", "ovs_interfaceid": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.408948] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704070, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.578379] env[69843]: DEBUG nova.network.neutron [req-b9f0cd76-964a-48bc-b87f-d59e04ba4e97 req-9b42558c-4bdf-4c0e-8b3b-d2118fe8e7d8 service nova] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Updated VIF entry in instance network info cache for port cc7ee56e-99a1-401b-938c-8d0eef27d6de. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.578812] env[69843]: DEBUG nova.network.neutron [req-b9f0cd76-964a-48bc-b87f-d59e04ba4e97 req-9b42558c-4bdf-4c0e-8b3b-d2118fe8e7d8 service nova] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Updating instance_info_cache with network_info: [{"id": "cc7ee56e-99a1-401b-938c-8d0eef27d6de", "address": "fa:16:3e:68:c8:40", "network": {"id": "075a34db-03f2-4cf3-b1fe-f792fcd51c2f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-962515936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4160feb38ebb42ceb54b917b6884c504", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc7ee56e-99", "ovs_interfaceid": "cc7ee56e-99a1-401b-938c-8d0eef27d6de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.594397] env[69843]: DEBUG nova.network.neutron [-] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.752041] env[69843]: DEBUG nova.compute.utils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.752041] env[69843]: DEBUG nova.compute.manager [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.752041] env[69843]: DEBUG nova.network.neutron [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.784590] env[69843]: DEBUG nova.compute.manager [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.820302] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.821038] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.827024] env[69843]: DEBUG nova.policy [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2ecda7faf5443279476edf484882410', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68a80f0f7d5c415f8a98c39e92b3c587', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.841140] env[69843]: DEBUG oslo_concurrency.lockutils [req-04fd8e93-7389-4558-a6dd-86a4df8e301c req-800e5e66-70f6-4b27-82f2-3df862f3ff79 service nova] Releasing lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.907189] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704070, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.081477] env[69843]: DEBUG oslo_concurrency.lockutils [req-b9f0cd76-964a-48bc-b87f-d59e04ba4e97 req-9b42558c-4bdf-4c0e-8b3b-d2118fe8e7d8 service nova] Releasing lock "refresh_cache-ebd1a826-8a0b-4e90-a442-f7225ef80357" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.097563] env[69843]: INFO nova.compute.manager [-] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Took 1.33 seconds to deallocate network for instance. [ 836.262522] env[69843]: DEBUG nova.compute.utils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.316252] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.335400] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.336898] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.336898] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.336898] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.336898] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.336898] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.336898] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69843) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 836.337653] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.407617] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704070, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.633789} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.407896] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] ebd1a826-8a0b-4e90-a442-f7225ef80357/ebd1a826-8a0b-4e90-a442-f7225ef80357.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.408129] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.408404] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fd2655e-51a4-441e-b842-03f3ef23c7b8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.425789] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 836.425789] env[69843]: value = "task-3704071" [ 836.425789] env[69843]: _type = "Task" [ 836.425789] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.438362] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.529105] env[69843]: DEBUG nova.network.neutron [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Successfully created port: b5c0f75e-db5e-4824-9c74-47e991701a65 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.606971] env[69843]: DEBUG oslo_concurrency.lockutils [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.770718] env[69843]: DEBUG nova.compute.manager [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.843402] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.861187] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0514bc6-9144-4666-9124-4c477c60c0a1 tempest-ServersAdminTestJSON-471888158 tempest-ServersAdminTestJSON-471888158-project-admin] Acquiring lock "refresh_cache-24dc5517-e593-4de4-a6ad-83fe1788414d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.861187] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0514bc6-9144-4666-9124-4c477c60c0a1 tempest-ServersAdminTestJSON-471888158 tempest-ServersAdminTestJSON-471888158-project-admin] Acquired lock "refresh_cache-24dc5517-e593-4de4-a6ad-83fe1788414d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.861356] env[69843]: DEBUG nova.network.neutron [None req-d0514bc6-9144-4666-9124-4c477c60c0a1 tempest-ServersAdminTestJSON-471888158 tempest-ServersAdminTestJSON-471888158-project-admin] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.898181] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647ba9b9-3880-4a98-a607-299e8f8c2ce4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.906800] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0b9d92-95ec-40db-a199-b96f78112041 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.947945] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89b6812-91a4-48e6-8f2a-3cca4cc3fe45 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.953255] env[69843]: DEBUG oslo_concurrency.lockutils [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Acquiring lock "48b5b431-fe29-4825-b21f-32ac068d4a87" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.953500] env[69843]: DEBUG oslo_concurrency.lockutils [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.960170] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080481} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.962679] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.964174] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e34d63c-07fb-43d5-b857-820417c0fd7c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.968315] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6d5d47-d618-4888-9d03-e8dc879436c3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.994614] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] ebd1a826-8a0b-4e90-a442-f7225ef80357/ebd1a826-8a0b-4e90-a442-f7225ef80357.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.003316] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d089626-b44a-429a-aacd-3b98adf4df48 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.018589] env[69843]: DEBUG nova.compute.provider_tree [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.027427] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 837.027427] env[69843]: value = "task-3704072" [ 837.027427] env[69843]: _type = "Task" [ 837.027427] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.037859] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.056355] env[69843]: DEBUG nova.compute.manager [req-7c042f6f-449b-4033-b9cf-9f35eafa6cf5 req-1048b5d0-59dc-4ba8-b9a1-0f889c4c2bd7 service nova] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Received event network-vif-deleted-c9d2f696-6557-4105-84bb-165ab7a13606 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.258401] env[69843]: DEBUG nova.compute.manager [req-61652e95-ab3b-4997-b01d-0d300a0a6156 req-dc480427-9577-4dce-8854-ef8e85c62f23 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Received event network-changed-89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.258605] env[69843]: DEBUG nova.compute.manager [req-61652e95-ab3b-4997-b01d-0d300a0a6156 req-dc480427-9577-4dce-8854-ef8e85c62f23 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Refreshing instance network info cache due to event network-changed-89fbba46-559d-48cd-b0e9-3ef2d7c68664. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.258819] env[69843]: DEBUG oslo_concurrency.lockutils [req-61652e95-ab3b-4997-b01d-0d300a0a6156 req-dc480427-9577-4dce-8854-ef8e85c62f23 service nova] Acquiring lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.258958] env[69843]: DEBUG oslo_concurrency.lockutils [req-61652e95-ab3b-4997-b01d-0d300a0a6156 req-dc480427-9577-4dce-8854-ef8e85c62f23 service nova] Acquired lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.259132] env[69843]: DEBUG nova.network.neutron [req-61652e95-ab3b-4997-b01d-0d300a0a6156 req-dc480427-9577-4dce-8854-ef8e85c62f23 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Refreshing network info cache for port 89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.308800] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquiring lock "3f630b5a-6a49-417a-ae8c-d39bd4942d5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.309078] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lock "3f630b5a-6a49-417a-ae8c-d39bd4942d5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.456634] env[69843]: DEBUG nova.compute.utils [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.521912] env[69843]: DEBUG nova.scheduler.client.report [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.547392] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.611662] env[69843]: DEBUG nova.network.neutron [None req-d0514bc6-9144-4666-9124-4c477c60c0a1 tempest-ServersAdminTestJSON-471888158 tempest-ServersAdminTestJSON-471888158-project-admin] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Updating instance_info_cache with network_info: [{"id": "2568fe05-bfd4-4a81-b837-6461f703312d", "address": "fa:16:3e:79:b1:33", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2568fe05-bf", "ovs_interfaceid": "2568fe05-bfd4-4a81-b837-6461f703312d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.671071] env[69843]: DEBUG oslo_concurrency.lockutils [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.790646] env[69843]: DEBUG nova.compute.manager [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.818110] env[69843]: DEBUG nova.virt.hardware [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:30:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='803078685',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1167152697',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.818426] env[69843]: DEBUG nova.virt.hardware [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.818614] env[69843]: DEBUG nova.virt.hardware [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.820611] env[69843]: DEBUG nova.virt.hardware [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.820611] env[69843]: DEBUG nova.virt.hardware [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.820611] env[69843]: DEBUG nova.virt.hardware [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.820611] env[69843]: DEBUG nova.virt.hardware [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.820611] env[69843]: DEBUG nova.virt.hardware [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.820611] env[69843]: DEBUG nova.virt.hardware [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.820611] env[69843]: DEBUG nova.virt.hardware [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.820611] env[69843]: DEBUG nova.virt.hardware [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.821305] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee7819e-347a-4bff-acdf-33e66e4d7621 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.834204] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8245f4fe-30c4-4af1-a1cc-562a6297affa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.964281] env[69843]: DEBUG oslo_concurrency.lockutils [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.977506] env[69843]: DEBUG nova.network.neutron [req-61652e95-ab3b-4997-b01d-0d300a0a6156 req-dc480427-9577-4dce-8854-ef8e85c62f23 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updated VIF entry in instance network info cache for port 89fbba46-559d-48cd-b0e9-3ef2d7c68664. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.977941] env[69843]: DEBUG nova.network.neutron [req-61652e95-ab3b-4997-b01d-0d300a0a6156 req-dc480427-9577-4dce-8854-ef8e85c62f23 service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updating instance_info_cache with network_info: [{"id": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "address": "fa:16:3e:0a:23:05", "network": {"id": "b073866c-e5a4-411b-89a7-0e5914cf10bf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1331939510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffe513d7b5094b6fb46891f40931b6e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89fbba46-55", "ovs_interfaceid": "89fbba46-559d-48cd-b0e9-3ef2d7c68664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.030044] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.030586] env[69843]: DEBUG nova.compute.manager [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.033250] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.449s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.033897] env[69843]: DEBUG nova.objects.instance [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lazy-loading 'resources' on Instance uuid cdd53a99-8b97-437e-a304-209b5b69d609 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.046235] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704072, 'name': ReconfigVM_Task, 'duration_secs': 0.866449} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.046498] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Reconfigured VM instance instance-00000030 to attach disk [datastore1] ebd1a826-8a0b-4e90-a442-f7225ef80357/ebd1a826-8a0b-4e90-a442-f7225ef80357.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.047146] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02188310-6a17-430e-bd92-21d0bcc34460 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.056770] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 838.056770] env[69843]: value = "task-3704073" [ 838.056770] env[69843]: _type = "Task" [ 838.056770] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.071296] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704073, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.113673] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d0514bc6-9144-4666-9124-4c477c60c0a1 tempest-ServersAdminTestJSON-471888158 tempest-ServersAdminTestJSON-471888158-project-admin] Releasing lock "refresh_cache-24dc5517-e593-4de4-a6ad-83fe1788414d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.113931] env[69843]: DEBUG nova.compute.manager [None req-d0514bc6-9144-4666-9124-4c477c60c0a1 tempest-ServersAdminTestJSON-471888158 tempest-ServersAdminTestJSON-471888158-project-admin] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Inject network info {{(pid=69843) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 838.114230] env[69843]: DEBUG nova.compute.manager [None req-d0514bc6-9144-4666-9124-4c477c60c0a1 tempest-ServersAdminTestJSON-471888158 tempest-ServersAdminTestJSON-471888158-project-admin] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] network_info to inject: |[{"id": "2568fe05-bfd4-4a81-b837-6461f703312d", "address": "fa:16:3e:79:b1:33", "network": {"id": "5fce0269-f8bb-41ca-b4f4-32faeb39fc54", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1781194744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a438dd77603c432c8245e52cd69624f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2568fe05-bf", "ovs_interfaceid": "2568fe05-bfd4-4a81-b837-6461f703312d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 838.119548] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d0514bc6-9144-4666-9124-4c477c60c0a1 tempest-ServersAdminTestJSON-471888158 tempest-ServersAdminTestJSON-471888158-project-admin] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Reconfiguring VM instance to set the machine id {{(pid=69843) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 838.119857] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f7d2f33-5352-4988-9b7e-295489bbf926 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.136139] env[69843]: DEBUG oslo_vmware.api [None req-d0514bc6-9144-4666-9124-4c477c60c0a1 tempest-ServersAdminTestJSON-471888158 tempest-ServersAdminTestJSON-471888158-project-admin] Waiting for the task: (returnval){ [ 838.136139] env[69843]: value = "task-3704074" [ 838.136139] env[69843]: _type = "Task" [ 838.136139] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.145021] env[69843]: DEBUG oslo_vmware.api [None req-d0514bc6-9144-4666-9124-4c477c60c0a1 tempest-ServersAdminTestJSON-471888158 tempest-ServersAdminTestJSON-471888158-project-admin] Task: {'id': task-3704074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.308836] env[69843]: DEBUG nova.network.neutron [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Successfully updated port: b5c0f75e-db5e-4824-9c74-47e991701a65 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.483938] env[69843]: DEBUG oslo_concurrency.lockutils [req-61652e95-ab3b-4997-b01d-0d300a0a6156 req-dc480427-9577-4dce-8854-ef8e85c62f23 service nova] Releasing lock "refresh_cache-cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.546021] env[69843]: DEBUG nova.compute.utils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.546021] env[69843]: DEBUG nova.compute.manager [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.546021] env[69843]: DEBUG nova.network.neutron [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.574453] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704073, 'name': Rename_Task, 'duration_secs': 0.261653} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.575101] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.575101] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8262f726-58f2-478c-b9be-d58f5a3f38a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.582545] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 838.582545] env[69843]: value = "task-3704075" [ 838.582545] env[69843]: _type = "Task" [ 838.582545] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.593169] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.646607] env[69843]: DEBUG oslo_vmware.api [None req-d0514bc6-9144-4666-9124-4c477c60c0a1 tempest-ServersAdminTestJSON-471888158 tempest-ServersAdminTestJSON-471888158-project-admin] Task: {'id': task-3704074, 'name': ReconfigVM_Task, 'duration_secs': 0.200711} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.650042] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d0514bc6-9144-4666-9124-4c477c60c0a1 tempest-ServersAdminTestJSON-471888158 tempest-ServersAdminTestJSON-471888158-project-admin] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Reconfigured VM instance to set the machine id {{(pid=69843) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 838.651312] env[69843]: DEBUG nova.policy [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09fb23adacd844daa42ca61d974bca66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e01c8b03beb4b5f9a7ae8f7ee070441', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.813926] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "refresh_cache-9d7edebd-e43b-466f-8667-4f4aedc080cb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.813926] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquired lock "refresh_cache-9d7edebd-e43b-466f-8667-4f4aedc080cb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.813926] env[69843]: DEBUG nova.network.neutron [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.015594] env[69843]: DEBUG oslo_concurrency.lockutils [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Acquiring lock "48b5b431-fe29-4825-b21f-32ac068d4a87" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.016423] env[69843]: DEBUG oslo_concurrency.lockutils [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.016559] env[69843]: INFO nova.compute.manager [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Attaching volume d9983d16-02c7-4c43-8a34-4123a06035e2 to /dev/sdb [ 839.049345] env[69843]: DEBUG nova.compute.manager [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.054705] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fb50d8-1c5a-4a35-bd95-d7041ec84104 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.065712] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c2afb2-ed90-4297-bc5d-86f51fb10b9d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.083762] env[69843]: DEBUG nova.virt.block_device [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Updating existing volume attachment record: c8959ce2-3a29-4962-be0c-dc3ddb3b8a7f {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 839.098903] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704075, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.121898] env[69843]: DEBUG nova.network.neutron [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Successfully created port: 06fe695b-cc01-4471-b473-3115d4377e20 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.216491] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51caed9-0fb3-479c-b90a-1de90a58c8e8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.224857] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdff670-5150-40d4-a7e3-826b7754b11b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.260980] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3887b05-8639-4663-8939-87b1901fd884 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.271562] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56814624-46ac-402e-bc36-b5e1d6fc1cf3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.287749] env[69843]: DEBUG nova.compute.provider_tree [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.300980] env[69843]: DEBUG nova.compute.manager [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Received event network-vif-plugged-b5c0f75e-db5e-4824-9c74-47e991701a65 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.301238] env[69843]: DEBUG oslo_concurrency.lockutils [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] Acquiring lock "9d7edebd-e43b-466f-8667-4f4aedc080cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.301460] env[69843]: DEBUG oslo_concurrency.lockutils [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] Lock "9d7edebd-e43b-466f-8667-4f4aedc080cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.301633] env[69843]: DEBUG oslo_concurrency.lockutils [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] Lock "9d7edebd-e43b-466f-8667-4f4aedc080cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.301795] env[69843]: DEBUG nova.compute.manager [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] No waiting events found dispatching network-vif-plugged-b5c0f75e-db5e-4824-9c74-47e991701a65 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 839.301969] env[69843]: WARNING nova.compute.manager [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Received unexpected event network-vif-plugged-b5c0f75e-db5e-4824-9c74-47e991701a65 for instance with vm_state building and task_state spawning. [ 839.302245] env[69843]: DEBUG nova.compute.manager [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Received event network-changed-b5c0f75e-db5e-4824-9c74-47e991701a65 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.302423] env[69843]: DEBUG nova.compute.manager [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Refreshing instance network info cache due to event network-changed-b5c0f75e-db5e-4824-9c74-47e991701a65. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.302590] env[69843]: DEBUG oslo_concurrency.lockutils [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] Acquiring lock "refresh_cache-9d7edebd-e43b-466f-8667-4f4aedc080cb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.362368] env[69843]: DEBUG nova.network.neutron [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.525850] env[69843]: DEBUG nova.network.neutron [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Updating instance_info_cache with network_info: [{"id": "b5c0f75e-db5e-4824-9c74-47e991701a65", "address": "fa:16:3e:c7:ff:ff", "network": {"id": "fe754b4b-ba1e-4bb1-81f2-42265585c12f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1445820323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68a80f0f7d5c415f8a98c39e92b3c587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5c0f75e-db", "ovs_interfaceid": "b5c0f75e-db5e-4824-9c74-47e991701a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.595048] env[69843]: DEBUG oslo_vmware.api [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704075, 'name': PowerOnVM_Task, 'duration_secs': 0.605968} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.595346] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.595582] env[69843]: INFO nova.compute.manager [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Took 9.66 seconds to spawn the instance on the hypervisor. [ 839.595784] env[69843]: DEBUG nova.compute.manager [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 839.597386] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35e843c-70a4-4728-a55f-95a6741f72c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.791799] env[69843]: DEBUG nova.scheduler.client.report [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.028934] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Releasing lock "refresh_cache-9d7edebd-e43b-466f-8667-4f4aedc080cb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.029380] env[69843]: DEBUG nova.compute.manager [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Instance network_info: |[{"id": "b5c0f75e-db5e-4824-9c74-47e991701a65", "address": "fa:16:3e:c7:ff:ff", "network": {"id": "fe754b4b-ba1e-4bb1-81f2-42265585c12f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1445820323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68a80f0f7d5c415f8a98c39e92b3c587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5c0f75e-db", "ovs_interfaceid": "b5c0f75e-db5e-4824-9c74-47e991701a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.029633] env[69843]: DEBUG oslo_concurrency.lockutils [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] Acquired lock "refresh_cache-9d7edebd-e43b-466f-8667-4f4aedc080cb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.029812] env[69843]: DEBUG nova.network.neutron [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Refreshing network info cache for port b5c0f75e-db5e-4824-9c74-47e991701a65 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.031026] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:ff:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5c0f75e-db5e-4824-9c74-47e991701a65', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.044855] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.048108] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.048994] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce02bb2f-5574-4b9a-ae35-ec6ef40e8da3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.074100] env[69843]: DEBUG nova.compute.manager [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.089350] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.089350] env[69843]: value = "task-3704079" [ 840.089350] env[69843]: _type = "Task" [ 840.089350] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.100087] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704079, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.108392] env[69843]: DEBUG nova.virt.hardware [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.108663] env[69843]: DEBUG nova.virt.hardware [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.108853] env[69843]: DEBUG nova.virt.hardware [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.109085] env[69843]: DEBUG nova.virt.hardware [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.109245] env[69843]: DEBUG nova.virt.hardware [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.109395] env[69843]: DEBUG nova.virt.hardware [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.109605] env[69843]: DEBUG nova.virt.hardware [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.109762] env[69843]: DEBUG nova.virt.hardware [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.109923] env[69843]: DEBUG nova.virt.hardware [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.110095] env[69843]: DEBUG nova.virt.hardware [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.110271] env[69843]: DEBUG nova.virt.hardware [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.118683] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb984da0-645e-493c-94b1-05525bfeb995 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.128509] env[69843]: INFO nova.compute.manager [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Took 45.26 seconds to build instance. [ 840.136240] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36b067c-30ea-420f-b324-adc56fc423a5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.298166] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.300354] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.127s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.300589] env[69843]: DEBUG nova.objects.instance [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lazy-loading 'resources' on Instance uuid f639e7ca-e188-482a-8541-059c773578a9 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.329387] env[69843]: INFO nova.scheduler.client.report [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Deleted allocations for instance cdd53a99-8b97-437e-a304-209b5b69d609 [ 840.354346] env[69843]: DEBUG nova.network.neutron [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Updated VIF entry in instance network info cache for port b5c0f75e-db5e-4824-9c74-47e991701a65. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.354803] env[69843]: DEBUG nova.network.neutron [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Updating instance_info_cache with network_info: [{"id": "b5c0f75e-db5e-4824-9c74-47e991701a65", "address": "fa:16:3e:c7:ff:ff", "network": {"id": "fe754b4b-ba1e-4bb1-81f2-42265585c12f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1445820323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68a80f0f7d5c415f8a98c39e92b3c587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5c0f75e-db", "ovs_interfaceid": "b5c0f75e-db5e-4824-9c74-47e991701a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.605551] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704079, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.634733] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb922fe0-4686-4b55-a047-d2802f4c8ec4 tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "ebd1a826-8a0b-4e90-a442-f7225ef80357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.543s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.836933] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8139c91b-995d-46a7-967f-ca70f451fe3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "cdd53a99-8b97-437e-a304-209b5b69d609" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.102s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.861618] env[69843]: DEBUG oslo_concurrency.lockutils [req-ea8a350a-9ef8-4b8c-8d37-aa0ea7509ca2 req-fc800f65-cd60-4547-917c-f351c83e972b service nova] Releasing lock "refresh_cache-9d7edebd-e43b-466f-8667-4f4aedc080cb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.999875] env[69843]: DEBUG nova.network.neutron [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Successfully updated port: 06fe695b-cc01-4471-b473-3115d4377e20 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.102463] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704079, 'name': CreateVM_Task, 'duration_secs': 0.971106} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.105407] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.106433] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.106606] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.106926] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.107241] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f83891-8e01-4edc-82ed-0e01e89c2860 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.113801] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 841.113801] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52153547-8dfa-67c9-8588-41d85b8f1b27" [ 841.113801] env[69843]: _type = "Task" [ 841.113801] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.131460] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52153547-8dfa-67c9-8588-41d85b8f1b27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.138160] env[69843]: DEBUG nova.compute.manager [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.410512] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67557ac-49a1-4dd8-b703-75e34b918d4f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.428463] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f7fbe-41bb-49e1-b255-168b04bd4e28 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.432424] env[69843]: DEBUG nova.compute.manager [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Received event network-vif-plugged-06fe695b-cc01-4471-b473-3115d4377e20 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.432848] env[69843]: DEBUG oslo_concurrency.lockutils [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] Acquiring lock "2542d997-58b0-4a65-bbc0-ee34843837c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.433198] env[69843]: DEBUG oslo_concurrency.lockutils [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] Lock "2542d997-58b0-4a65-bbc0-ee34843837c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.433479] env[69843]: DEBUG oslo_concurrency.lockutils [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] Lock "2542d997-58b0-4a65-bbc0-ee34843837c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.433888] env[69843]: DEBUG nova.compute.manager [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] No waiting events found dispatching network-vif-plugged-06fe695b-cc01-4471-b473-3115d4377e20 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 841.434378] env[69843]: WARNING nova.compute.manager [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Received unexpected event network-vif-plugged-06fe695b-cc01-4471-b473-3115d4377e20 for instance with vm_state building and task_state spawning. [ 841.434799] env[69843]: DEBUG nova.compute.manager [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Received event network-changed-06fe695b-cc01-4471-b473-3115d4377e20 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.435259] env[69843]: DEBUG nova.compute.manager [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Refreshing instance network info cache due to event network-changed-06fe695b-cc01-4471-b473-3115d4377e20. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.435688] env[69843]: DEBUG oslo_concurrency.lockutils [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] Acquiring lock "refresh_cache-2542d997-58b0-4a65-bbc0-ee34843837c0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.435952] env[69843]: DEBUG oslo_concurrency.lockutils [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] Acquired lock "refresh_cache-2542d997-58b0-4a65-bbc0-ee34843837c0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.436238] env[69843]: DEBUG nova.network.neutron [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Refreshing network info cache for port 06fe695b-cc01-4471-b473-3115d4377e20 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.471746] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321acd3b-d6b0-4b5d-b6f3-74421f4036fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.481694] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa9c402-eb82-4d96-b0e0-c34624dce81e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.498181] env[69843]: DEBUG nova.compute.provider_tree [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.506379] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Acquiring lock "refresh_cache-2542d997-58b0-4a65-bbc0-ee34843837c0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.506662] env[69843]: INFO nova.compute.manager [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Rebuilding instance [ 841.560764] env[69843]: DEBUG nova.compute.manager [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 841.561979] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2d6643-fbdc-4e6e-8d8f-288ffc276e79 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.626546] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52153547-8dfa-67c9-8588-41d85b8f1b27, 'name': SearchDatastore_Task, 'duration_secs': 0.014952} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.626940] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.627431] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.627560] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.627783] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.628249] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.628683] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9a140fc-9c92-472a-bd51-50625d19a45f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.640048] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.640263] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.641155] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4849372d-6fd0-4e44-876e-49176c86cb5f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.651396] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 841.651396] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5228bb01-3b38-c695-698b-5d784c814dce" [ 841.651396] env[69843]: _type = "Task" [ 841.651396] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.666071] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5228bb01-3b38-c695-698b-5d784c814dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.667618] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.989383] env[69843]: DEBUG nova.network.neutron [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.004931] env[69843]: DEBUG nova.scheduler.client.report [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.136984] env[69843]: DEBUG nova.network.neutron [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.174551] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5228bb01-3b38-c695-698b-5d784c814dce, 'name': SearchDatastore_Task, 'duration_secs': 0.013144} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.176069] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b44dfd-bc28-4dd2-8a4b-a4b70e386e99 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.183074] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 842.183074] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529ca574-d7d5-8f92-0b14-be3294cdb5db" [ 842.183074] env[69843]: _type = "Task" [ 842.183074] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.197926] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529ca574-d7d5-8f92-0b14-be3294cdb5db, 'name': SearchDatastore_Task, 'duration_secs': 0.011937} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.198296] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.198569] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 9d7edebd-e43b-466f-8667-4f4aedc080cb/9d7edebd-e43b-466f-8667-4f4aedc080cb.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.198978] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fd4eb26-0ea1-47d7-94b6-07a0e062e4cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.209829] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 842.209829] env[69843]: value = "task-3704081" [ 842.209829] env[69843]: _type = "Task" [ 842.209829] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.220369] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.510982] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.513446] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.266s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.515523] env[69843]: INFO nova.compute.claims [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.543372] env[69843]: INFO nova.scheduler.client.report [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Deleted allocations for instance f639e7ca-e188-482a-8541-059c773578a9 [ 842.577950] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.578528] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2191681a-436b-43d2-a6c2-12f2f219e9e0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.587843] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 842.587843] env[69843]: value = "task-3704082" [ 842.587843] env[69843]: _type = "Task" [ 842.587843] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.600916] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.640261] env[69843]: DEBUG oslo_concurrency.lockutils [req-b3403a76-8428-4a6d-911a-fdc83e1bf71f req-32bf38d9-a788-44dd-9074-656ef59b0755 service nova] Releasing lock "refresh_cache-2542d997-58b0-4a65-bbc0-ee34843837c0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.641112] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Acquired lock "refresh_cache-2542d997-58b0-4a65-bbc0-ee34843837c0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.641112] env[69843]: DEBUG nova.network.neutron [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.674999] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Acquiring lock "750b8ae4-87a7-402a-a82f-44c01e9fd888" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.675327] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Lock "750b8ae4-87a7-402a-a82f-44c01e9fd888" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.675573] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Acquiring lock "750b8ae4-87a7-402a-a82f-44c01e9fd888-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.675764] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Lock "750b8ae4-87a7-402a-a82f-44c01e9fd888-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.675936] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Lock "750b8ae4-87a7-402a-a82f-44c01e9fd888-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.678883] env[69843]: INFO nova.compute.manager [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Terminating instance [ 842.724741] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704081, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.053928] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4951c307-ab9a-4659-8715-bed9700198e6 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "f639e7ca-e188-482a-8541-059c773578a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.156s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.100781] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704082, 'name': PowerOffVM_Task, 'duration_secs': 0.390193} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.100978] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.101228] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.102074] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742dbf6f-82c5-472d-a060-1b5edb618c36 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.110628] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.110910] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c644034a-34af-4e6b-a598-c05cc3159e51 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.183348] env[69843]: DEBUG nova.compute.manager [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.183716] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.183907] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f6e5dc5-e024-4e06-b31e-7f683cef8697 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.191391] env[69843]: DEBUG nova.network.neutron [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.196450] env[69843]: DEBUG oslo_vmware.api [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Waiting for the task: (returnval){ [ 843.196450] env[69843]: value = "task-3704084" [ 843.196450] env[69843]: _type = "Task" [ 843.196450] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.205820] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.206211] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.206532] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleting the datastore file [datastore2] 242c4693-35ab-41db-91dd-3862456a9903 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.210534] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aec0e74-cd96-4fca-b211-e6c21fdecebd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.213018] env[69843]: DEBUG oslo_vmware.api [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.225018] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72106} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.231804] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 9d7edebd-e43b-466f-8667-4f4aedc080cb/9d7edebd-e43b-466f-8667-4f4aedc080cb.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.232269] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.232860] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 843.232860] env[69843]: value = "task-3704085" [ 843.232860] env[69843]: _type = "Task" [ 843.232860] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.237180] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-805e44b9-7e1b-43aa-987d-71944d17d565 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.252054] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.256426] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 843.256426] env[69843]: value = "task-3704086" [ 843.256426] env[69843]: _type = "Task" [ 843.256426] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.272737] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.533583] env[69843]: DEBUG nova.network.neutron [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Updating instance_info_cache with network_info: [{"id": "06fe695b-cc01-4471-b473-3115d4377e20", "address": "fa:16:3e:69:3a:45", "network": {"id": "5072134e-5d6e-40a8-9553-8a6c6943d301", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1999108706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e01c8b03beb4b5f9a7ae8f7ee070441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fe695b-cc", "ovs_interfaceid": "06fe695b-cc01-4471-b473-3115d4377e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.650465] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 843.650465] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737795', 'volume_id': 'd9983d16-02c7-4c43-8a34-4123a06035e2', 'name': 'volume-d9983d16-02c7-4c43-8a34-4123a06035e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48b5b431-fe29-4825-b21f-32ac068d4a87', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9983d16-02c7-4c43-8a34-4123a06035e2', 'serial': 'd9983d16-02c7-4c43-8a34-4123a06035e2'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 843.650465] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857ddec4-c6ae-4f55-8c59-6a921f519aa4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.674019] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51db6b4c-ee57-44ba-a5db-e88d97a25f11 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.703204] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-d9983d16-02c7-4c43-8a34-4123a06035e2/volume-d9983d16-02c7-4c43-8a34-4123a06035e2.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.706281] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db5b5c4d-038e-4db2-8242-57c4a5cc8c92 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.733143] env[69843]: DEBUG oslo_vmware.api [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704084, 'name': PowerOffVM_Task, 'duration_secs': 0.20105} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.734102] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.734329] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 843.734518] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737724', 'volume_id': '4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'name': 'volume-4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '750b8ae4-87a7-402a-a82f-44c01e9fd888', 'attached_at': '', 'detached_at': '', 'volume_id': '4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'serial': '4e0c122b-23e3-4f4a-9bae-919284d77cfb'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 843.734857] env[69843]: DEBUG oslo_vmware.api [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Waiting for the task: (returnval){ [ 843.734857] env[69843]: value = "task-3704087" [ 843.734857] env[69843]: _type = "Task" [ 843.734857] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.735807] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbc8d53-52b2-4d04-aab5-e300dc718ec1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.738554] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "ebd1a826-8a0b-4e90-a442-f7225ef80357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.738771] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "ebd1a826-8a0b-4e90-a442-f7225ef80357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.738965] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "ebd1a826-8a0b-4e90-a442-f7225ef80357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.739164] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "ebd1a826-8a0b-4e90-a442-f7225ef80357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.739367] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "ebd1a826-8a0b-4e90-a442-f7225ef80357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.744318] env[69843]: INFO nova.compute.manager [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Terminating instance [ 843.778314] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed39639-4ef9-432a-b0b3-a46ea70270a8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.781310] env[69843]: DEBUG oslo_vmware.api [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Task: {'id': task-3704087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.788038] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549337} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.789254] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.789484] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.789657] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.800688] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088523} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.800688] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.800688] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae0baf7-44f5-4958-afc3-ef43f078b615 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.804936] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f7b041-44ea-4f44-b6dd-3cb9af6f6a57 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.844467] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 9d7edebd-e43b-466f-8667-4f4aedc080cb/9d7edebd-e43b-466f-8667-4f4aedc080cb.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.848482] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48d54f5-7a59-4679-9abe-6a2ab5698939 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.851079] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d93c01d0-5bf8-4a4f-8cae-3e51f09af019 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.882883] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] The volume has not been displaced from its original location: [datastore1] volume-4e0c122b-23e3-4f4a-9bae-919284d77cfb/volume-4e0c122b-23e3-4f4a-9bae-919284d77cfb.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 843.888695] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 843.893228] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc0f292-943c-432b-b966-6e1f162bc04c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.907319] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 843.907319] env[69843]: value = "task-3704088" [ 843.907319] env[69843]: _type = "Task" [ 843.907319] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.914708] env[69843]: DEBUG oslo_vmware.api [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Waiting for the task: (returnval){ [ 843.914708] env[69843]: value = "task-3704089" [ 843.914708] env[69843]: _type = "Task" [ 843.914708] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.919818] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.931214] env[69843]: DEBUG oslo_vmware.api [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704089, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.039948] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Releasing lock "refresh_cache-2542d997-58b0-4a65-bbc0-ee34843837c0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.040324] env[69843]: DEBUG nova.compute.manager [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Instance network_info: |[{"id": "06fe695b-cc01-4471-b473-3115d4377e20", "address": "fa:16:3e:69:3a:45", "network": {"id": "5072134e-5d6e-40a8-9553-8a6c6943d301", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1999108706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e01c8b03beb4b5f9a7ae8f7ee070441", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fe695b-cc", "ovs_interfaceid": "06fe695b-cc01-4471-b473-3115d4377e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.040758] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:3a:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06fe695b-cc01-4471-b473-3115d4377e20', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.049208] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Creating folder: Project (9e01c8b03beb4b5f9a7ae8f7ee070441). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.052026] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-493acb70-59ba-43f1-8fcf-eb530c0195e6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.064896] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Created folder: Project (9e01c8b03beb4b5f9a7ae8f7ee070441) in parent group-v737654. [ 844.065142] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Creating folder: Instances. Parent ref: group-v737797. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.065427] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f722b2fa-9d61-4238-bdc8-f38e1021795a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.075829] env[69843]: DEBUG oslo_concurrency.lockutils [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.075983] env[69843]: DEBUG oslo_concurrency.lockutils [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.087375] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Created folder: Instances in parent group-v737797. [ 844.087689] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.091677] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.092158] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-635fd8a0-a229-4715-9126-d6009a6d704f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.119410] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.119410] env[69843]: value = "task-3704092" [ 844.119410] env[69843]: _type = "Task" [ 844.119410] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.131427] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704092, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.231867] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae61556-56d3-4032-9332-98df525cfc2f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.243757] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a7a5f2-f05c-427b-b527-77b1835b5b61 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.254845] env[69843]: DEBUG oslo_vmware.api [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Task: {'id': task-3704087, 'name': ReconfigVM_Task, 'duration_secs': 0.41685} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.284556] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-d9983d16-02c7-4c43-8a34-4123a06035e2/volume-d9983d16-02c7-4c43-8a34-4123a06035e2.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.290782] env[69843]: DEBUG nova.compute.manager [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.291033] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.292788] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d71a37c3-6fa3-42ee-b946-bb460f34c70a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.304244] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8085f4-d9ad-4013-a2ae-1f9d6742bbd1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.309364] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd464be2-2e37-4760-9930-adbfd54cf56f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.319157] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "0ca4831d-6778-4938-9282-e658bd7c7a3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.319157] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "0ca4831d-6778-4938-9282-e658bd7c7a3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.342468] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346485c8-9003-4460-9fc0-81aee57181c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.346651] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.347036] env[69843]: DEBUG oslo_vmware.api [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Waiting for the task: (returnval){ [ 844.347036] env[69843]: value = "task-3704093" [ 844.347036] env[69843]: _type = "Task" [ 844.347036] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.347383] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "623830cd-1473-4a97-8c20-77461d201d1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.348620] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "623830cd-1473-4a97-8c20-77461d201d1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.348620] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62ff63ba-df96-4af2-bf47-48185ced0dce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.363585] env[69843]: DEBUG nova.compute.provider_tree [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.370740] env[69843]: DEBUG oslo_vmware.api [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Task: {'id': task-3704093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.373572] env[69843]: DEBUG oslo_vmware.api [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 844.373572] env[69843]: value = "task-3704094" [ 844.373572] env[69843]: _type = "Task" [ 844.373572] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.385411] env[69843]: DEBUG oslo_vmware.api [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.420057] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704088, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.430745] env[69843]: DEBUG oslo_vmware.api [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704089, 'name': ReconfigVM_Task, 'duration_secs': 0.197526} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.430958] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 844.436063] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b348ff8-53f9-4273-a685-d957a16ff698 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.453258] env[69843]: DEBUG oslo_vmware.api [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Waiting for the task: (returnval){ [ 844.453258] env[69843]: value = "task-3704095" [ 844.453258] env[69843]: _type = "Task" [ 844.453258] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.463527] env[69843]: DEBUG oslo_vmware.api [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.581022] env[69843]: DEBUG nova.compute.utils [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.628912] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704092, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.849028] env[69843]: DEBUG nova.virt.hardware [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.849287] env[69843]: DEBUG nova.virt.hardware [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.849448] env[69843]: DEBUG nova.virt.hardware [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.849638] env[69843]: DEBUG nova.virt.hardware [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.849771] env[69843]: DEBUG nova.virt.hardware [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.849918] env[69843]: DEBUG nova.virt.hardware [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.850143] env[69843]: DEBUG nova.virt.hardware [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.850307] env[69843]: DEBUG nova.virt.hardware [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.850516] env[69843]: DEBUG nova.virt.hardware [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.850777] env[69843]: DEBUG nova.virt.hardware [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.850899] env[69843]: DEBUG nova.virt.hardware [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.852150] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d889c5f8-1cd2-4524-97c7-180486603663 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.865662] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a67a085-d3ea-4618-adb7-039b85a2d7ca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.869712] env[69843]: DEBUG oslo_vmware.api [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Task: {'id': task-3704093, 'name': ReconfigVM_Task, 'duration_secs': 0.256356} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.870553] env[69843]: DEBUG nova.scheduler.client.report [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.873684] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737795', 'volume_id': 'd9983d16-02c7-4c43-8a34-4123a06035e2', 'name': 'volume-d9983d16-02c7-4c43-8a34-4123a06035e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48b5b431-fe29-4825-b21f-32ac068d4a87', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9983d16-02c7-4c43-8a34-4123a06035e2', 'serial': 'd9983d16-02c7-4c43-8a34-4123a06035e2'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 844.888800] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:8e:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c724577-5921-493a-860d-4b7ba8dddd93', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.895997] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.897628] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.897875] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41987bf2-fbab-4b2e-bc00-43d667a45c5d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.915692] env[69843]: DEBUG oslo_vmware.api [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704094, 'name': PowerOffVM_Task, 'duration_secs': 0.238837} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.919128] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.919316] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.919887] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c53a56c-e84b-4c59-a1c4-f04b86e83df1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.924635] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.924635] env[69843]: value = "task-3704096" [ 844.924635] env[69843]: _type = "Task" [ 844.924635] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.927785] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704088, 'name': ReconfigVM_Task, 'duration_secs': 0.674516} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.931306] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 9d7edebd-e43b-466f-8667-4f4aedc080cb/9d7edebd-e43b-466f-8667-4f4aedc080cb.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.931671] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69843) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 844.932372] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-6af4e8cb-da1e-4399-a214-52bb12aa2d44 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.939945] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704096, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.941749] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 844.941749] env[69843]: value = "task-3704098" [ 844.941749] env[69843]: _type = "Task" [ 844.941749] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.952904] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704098, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.964397] env[69843]: DEBUG oslo_vmware.api [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704095, 'name': ReconfigVM_Task, 'duration_secs': 0.160538} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.964672] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737724', 'volume_id': '4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'name': 'volume-4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '750b8ae4-87a7-402a-a82f-44c01e9fd888', 'attached_at': '', 'detached_at': '', 'volume_id': '4e0c122b-23e3-4f4a-9bae-919284d77cfb', 'serial': '4e0c122b-23e3-4f4a-9bae-919284d77cfb'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 844.964981] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.965811] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b5a157-bb7f-4ef8-a7a3-78cb014b2cd2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.973788] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.974107] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e49ecce-ce17-444f-9f5b-c8dfec1a69b7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.987902] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.988328] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.988536] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Deleting the datastore file [datastore1] ebd1a826-8a0b-4e90-a442-f7225ef80357 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.988819] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1e6d174-e2b5-4ba3-9d8b-4715fdc8e5dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.997760] env[69843]: DEBUG oslo_vmware.api [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 844.997760] env[69843]: value = "task-3704100" [ 844.997760] env[69843]: _type = "Task" [ 844.997760] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.008299] env[69843]: DEBUG oslo_vmware.api [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.050817] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.051139] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.051500] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Deleting the datastore file [datastore1] 750b8ae4-87a7-402a-a82f-44c01e9fd888 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.051711] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8f1e3ea-1b1e-4d9a-911c-34e653a676b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.059367] env[69843]: DEBUG oslo_vmware.api [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Waiting for the task: (returnval){ [ 845.059367] env[69843]: value = "task-3704101" [ 845.059367] env[69843]: _type = "Task" [ 845.059367] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.069055] env[69843]: DEBUG oslo_vmware.api [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.084100] env[69843]: DEBUG oslo_concurrency.lockutils [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.130267] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704092, 'name': CreateVM_Task, 'duration_secs': 0.513446} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.130466] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.131249] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.131487] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.131784] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.132087] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a6347a-5e1a-4934-a882-99ce9037d55a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.137935] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Waiting for the task: (returnval){ [ 845.137935] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c837fb-52e7-8ea5-e078-ec21cb1ece1d" [ 845.137935] env[69843]: _type = "Task" [ 845.137935] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.149957] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c837fb-52e7-8ea5-e078-ec21cb1ece1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.378160] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.863s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.378160] env[69843]: DEBUG nova.compute.manager [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.383642] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.887s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.385454] env[69843]: INFO nova.compute.claims [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.438017] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704096, 'name': CreateVM_Task, 'duration_secs': 0.342891} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.438206] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.438909] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.439095] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.439429] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.439682] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d816b161-50bc-473c-a96f-212b7efcb75b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.447423] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 845.447423] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c093a1-22ae-6ce8-70fb-2cb5bd2fdb29" [ 845.447423] env[69843]: _type = "Task" [ 845.447423] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.453751] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704098, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061837} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.454360] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69843) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 845.455272] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5005ee78-3ce2-4cc5-a839-a04cf0c8d992 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.460874] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c093a1-22ae-6ce8-70fb-2cb5bd2fdb29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.485342] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 9d7edebd-e43b-466f-8667-4f4aedc080cb/ephemeral_0.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.485668] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9062c496-4000-4441-9433-79dccaf3d00b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.506956] env[69843]: DEBUG oslo_vmware.api [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201525} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.508308] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.508521] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.508702] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.508883] env[69843]: INFO nova.compute.manager [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Took 1.22 seconds to destroy the instance on the hypervisor. [ 845.509133] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.509388] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 845.509388] env[69843]: value = "task-3704102" [ 845.509388] env[69843]: _type = "Task" [ 845.509388] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.509561] env[69843]: DEBUG nova.compute.manager [-] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.509658] env[69843]: DEBUG nova.network.neutron [-] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.521136] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.569519] env[69843]: DEBUG oslo_vmware.api [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Task: {'id': task-3704101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109083} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.569755] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.569948] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.570152] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.570351] env[69843]: INFO nova.compute.manager [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Took 2.39 seconds to destroy the instance on the hypervisor. [ 845.570606] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.570798] env[69843]: DEBUG nova.compute.manager [-] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.570909] env[69843]: DEBUG nova.network.neutron [-] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.649639] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c837fb-52e7-8ea5-e078-ec21cb1ece1d, 'name': SearchDatastore_Task, 'duration_secs': 0.028377} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.650033] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.650295] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.650571] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.650735] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.650930] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.651259] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b32e68e9-1456-4321-8d06-394ed146ca0a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.662306] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.662538] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.663557] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12596e0f-ffe9-4207-af63-6c88249a4575 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.670870] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Waiting for the task: (returnval){ [ 845.670870] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a23310-de2d-4076-0803-5440a58946dc" [ 845.670870] env[69843]: _type = "Task" [ 845.670870] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.681892] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a23310-de2d-4076-0803-5440a58946dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.888245] env[69843]: DEBUG nova.compute.utils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.895364] env[69843]: DEBUG nova.compute.manager [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.895709] env[69843]: DEBUG nova.network.neutron [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.917318] env[69843]: DEBUG nova.objects.instance [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Lazy-loading 'flavor' on Instance uuid 48b5b431-fe29-4825-b21f-32ac068d4a87 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.962456] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c093a1-22ae-6ce8-70fb-2cb5bd2fdb29, 'name': SearchDatastore_Task, 'duration_secs': 0.015206} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.963996] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.964292] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.964540] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.964734] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.964871] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.965207] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b576b9a3-f69a-4b9f-94d6-907c726da04d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.974999] env[69843]: DEBUG nova.policy [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9eb9101e6b27412b98b7339f93cbdb27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36128786a66d4be5bf681a8c4fd9f4a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.978519] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.978789] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.980525] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01656300-8f43-4611-a1ad-ec0d51127f8d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.987802] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 845.987802] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52feeb2e-3c35-66d3-1136-185f32479c4f" [ 845.987802] env[69843]: _type = "Task" [ 845.987802] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.000781] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52feeb2e-3c35-66d3-1136-185f32479c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.001639] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b8eed84-85f5-4e34-b77a-af26fe4f7d9a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.008195] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 846.008195] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525b384d-949e-40c8-0ef4-a1346b27b619" [ 846.008195] env[69843]: _type = "Task" [ 846.008195] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.025739] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525b384d-949e-40c8-0ef4-a1346b27b619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.025739] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704102, 'name': ReconfigVM_Task, 'duration_secs': 0.34407} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.027844] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 9d7edebd-e43b-466f-8667-4f4aedc080cb/ephemeral_0.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.028531] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f9c9aae-fc02-4967-b77f-8ed6fe2c9ee7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.036631] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 846.036631] env[69843]: value = "task-3704103" [ 846.036631] env[69843]: _type = "Task" [ 846.036631] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.046541] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704103, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.133573] env[69843]: DEBUG nova.compute.manager [req-6c226906-153f-47ab-8644-5d6b17185e32 req-aca8857c-bf13-4224-b5be-4b9fa293e1c8 service nova] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Received event network-vif-deleted-cc7ee56e-99a1-401b-938c-8d0eef27d6de {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.133707] env[69843]: INFO nova.compute.manager [req-6c226906-153f-47ab-8644-5d6b17185e32 req-aca8857c-bf13-4224-b5be-4b9fa293e1c8 service nova] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Neutron deleted interface cc7ee56e-99a1-401b-938c-8d0eef27d6de; detaching it from the instance and deleting it from the info cache [ 846.133964] env[69843]: DEBUG nova.network.neutron [req-6c226906-153f-47ab-8644-5d6b17185e32 req-aca8857c-bf13-4224-b5be-4b9fa293e1c8 service nova] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.165076] env[69843]: DEBUG oslo_concurrency.lockutils [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.165388] env[69843]: DEBUG oslo_concurrency.lockutils [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.165609] env[69843]: INFO nova.compute.manager [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Attaching volume f483a332-5ab0-40c9-ab46-3ba05dcb07c4 to /dev/sdb [ 846.184710] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a23310-de2d-4076-0803-5440a58946dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010685} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.187070] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a8efa4-e2c5-4b81-beb6-e5456adf4a47 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.195773] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Waiting for the task: (returnval){ [ 846.195773] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c895dd-5dd6-cbd3-dd84-6b03c2bdcd15" [ 846.195773] env[69843]: _type = "Task" [ 846.195773] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.205382] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c895dd-5dd6-cbd3-dd84-6b03c2bdcd15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.222847] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f6c79d-26e5-433c-8e69-3f08a58ef0ad {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.232246] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fed516-0628-45e9-aa06-e815ba188094 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.253318] env[69843]: DEBUG nova.virt.block_device [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Updating existing volume attachment record: 157185fa-34aa-4ac5-ad04-1fcefb3537b9 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 846.408144] env[69843]: DEBUG nova.compute.manager [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.414343] env[69843]: DEBUG nova.network.neutron [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Successfully created port: 217e1dba-f658-4095-aff5-531e72e44e11 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.416559] env[69843]: DEBUG nova.network.neutron [-] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.425569] env[69843]: DEBUG oslo_concurrency.lockutils [None req-24437a8d-1688-40c4-9efe-addc50da64d2 tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.410s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.523660] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525b384d-949e-40c8-0ef4-a1346b27b619, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.523772] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.524155] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 242c4693-35ab-41db-91dd-3862456a9903/242c4693-35ab-41db-91dd-3862456a9903.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.524336] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eb10379-866d-4aa8-9045-97b77ab23a6e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.546408] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 846.546408] env[69843]: value = "task-3704106" [ 846.546408] env[69843]: _type = "Task" [ 846.546408] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.554038] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704103, 'name': Rename_Task, 'duration_secs': 0.232454} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.554932] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.555293] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0b4f323-ebdc-4ce2-acca-3848027449e8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.562018] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.570303] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 846.570303] env[69843]: value = "task-3704108" [ 846.570303] env[69843]: _type = "Task" [ 846.570303] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.583873] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.589115] env[69843]: DEBUG nova.compute.manager [req-93d46fcf-e60a-4bf1-99a6-4153fe684828 req-8dd8fd37-45dc-4235-9326-3315b812322e service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Received event network-vif-deleted-923d3c1e-51fa-4fb7-b553-538709c84e57 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.589358] env[69843]: INFO nova.compute.manager [req-93d46fcf-e60a-4bf1-99a6-4153fe684828 req-8dd8fd37-45dc-4235-9326-3315b812322e service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Neutron deleted interface 923d3c1e-51fa-4fb7-b553-538709c84e57; detaching it from the instance and deleting it from the info cache [ 846.589633] env[69843]: DEBUG nova.network.neutron [req-93d46fcf-e60a-4bf1-99a6-4153fe684828 req-8dd8fd37-45dc-4235-9326-3315b812322e service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.640583] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-610c1a05-5282-4379-9564-e7d7c21328c3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.654161] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0882f9d7-b0d1-4eb8-a6f4-d6b9113c721c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.698141] env[69843]: DEBUG nova.compute.manager [req-6c226906-153f-47ab-8644-5d6b17185e32 req-aca8857c-bf13-4224-b5be-4b9fa293e1c8 service nova] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Detach interface failed, port_id=cc7ee56e-99a1-401b-938c-8d0eef27d6de, reason: Instance ebd1a826-8a0b-4e90-a442-f7225ef80357 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.707463] env[69843]: DEBUG nova.network.neutron [-] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.712886] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c895dd-5dd6-cbd3-dd84-6b03c2bdcd15, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.713590] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.713856] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 2542d997-58b0-4a65-bbc0-ee34843837c0/2542d997-58b0-4a65-bbc0-ee34843837c0.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.717025] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7856bbf9-5a92-47a5-850c-95bef7b41976 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.736027] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Waiting for the task: (returnval){ [ 846.736027] env[69843]: value = "task-3704109" [ 846.736027] env[69843]: _type = "Task" [ 846.736027] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.751855] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.925269] env[69843]: INFO nova.compute.manager [-] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Took 1.42 seconds to deallocate network for instance. [ 847.058823] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704106, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.095825] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.096219] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53a20cf9-68d5-4227-8cfd-d72c6bc1c531 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.110775] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86c6fca-8e20-498e-bf64-2f1cb47affc6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.151906] env[69843]: DEBUG nova.compute.manager [req-93d46fcf-e60a-4bf1-99a6-4153fe684828 req-8dd8fd37-45dc-4235-9326-3315b812322e service nova] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Detach interface failed, port_id=923d3c1e-51fa-4fb7-b553-538709c84e57, reason: Instance 750b8ae4-87a7-402a-a82f-44c01e9fd888 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 847.171230] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f33b67a-0dc2-4832-9829-8159a5c6aa7d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.180285] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99f46b6-2c1b-42b2-9616-c53959f077bc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.217282] env[69843]: INFO nova.compute.manager [-] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Took 1.65 seconds to deallocate network for instance. [ 847.222287] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9f56c5-35b2-4fb1-a837-4f8e36661445 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.234416] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74223e7f-2a81-4b26-9b11-bead53989dba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.258065] env[69843]: DEBUG nova.compute.provider_tree [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.262504] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704109, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.430928] env[69843]: DEBUG nova.compute.manager [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.433678] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.458299] env[69843]: DEBUG nova.virt.hardware [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.458547] env[69843]: DEBUG nova.virt.hardware [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.458706] env[69843]: DEBUG nova.virt.hardware [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.458888] env[69843]: DEBUG nova.virt.hardware [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.459046] env[69843]: DEBUG nova.virt.hardware [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.459209] env[69843]: DEBUG nova.virt.hardware [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.459429] env[69843]: DEBUG nova.virt.hardware [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.459613] env[69843]: DEBUG nova.virt.hardware [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.459791] env[69843]: DEBUG nova.virt.hardware [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.459979] env[69843]: DEBUG nova.virt.hardware [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.460143] env[69843]: DEBUG nova.virt.hardware [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.461221] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615101d3-a62e-4895-ad20-af5d939ae2c0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.469960] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9f17ca-82ca-443f-8be1-e63a57ca90e6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.556627] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600768} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.556902] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 242c4693-35ab-41db-91dd-3862456a9903/242c4693-35ab-41db-91dd-3862456a9903.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.557135] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.557521] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe278bf6-4280-4e16-b811-dd5cfd1c5781 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.565871] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 847.565871] env[69843]: value = "task-3704110" [ 847.565871] env[69843]: _type = "Task" [ 847.565871] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.575890] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.584559] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704108, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.728901] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Acquiring lock "48b5b431-fe29-4825-b21f-32ac068d4a87" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.730048] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.753825] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738866} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.754673] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 2542d997-58b0-4a65-bbc0-ee34843837c0/2542d997-58b0-4a65-bbc0-ee34843837c0.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.754673] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.756223] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd42d61d-46e5-44a4-ad07-a5460a16b747 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.765367] env[69843]: DEBUG nova.scheduler.client.report [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.773023] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Waiting for the task: (returnval){ [ 847.773023] env[69843]: value = "task-3704111" [ 847.773023] env[69843]: _type = "Task" [ 847.773023] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.779218] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.780263] env[69843]: INFO nova.compute.manager [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Took 0.56 seconds to detach 1 volumes for instance. [ 847.782356] env[69843]: DEBUG nova.compute.manager [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Deleting volume: 4e0c122b-23e3-4f4a-9bae-919284d77cfb {{(pid=69843) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 847.795439] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "3c2aee20-8a63-4949-b354-643a895f4fc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.795667] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "3c2aee20-8a63-4949-b354-643a895f4fc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.987130] env[69843]: DEBUG nova.network.neutron [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Successfully updated port: 217e1dba-f658-4095-aff5-531e72e44e11 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.077915] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120936} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.081571] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.082348] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc48a2d-59d9-4807-bf40-3b1e282fef6a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.089941] env[69843]: DEBUG oslo_vmware.api [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704108, 'name': PowerOnVM_Task, 'duration_secs': 1.184138} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.099730] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.099923] env[69843]: INFO nova.compute.manager [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Took 10.31 seconds to spawn the instance on the hypervisor. [ 848.100126] env[69843]: DEBUG nova.compute.manager [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 848.108748] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 242c4693-35ab-41db-91dd-3862456a9903/242c4693-35ab-41db-91dd-3862456a9903.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.109499] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc719fe-fd6d-423e-a427-3bd42ea6d2e6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.112517] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93a64cc-0604-4efe-8cc6-3aed17182b54 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.136426] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 848.136426] env[69843]: value = "task-3704113" [ 848.136426] env[69843]: _type = "Task" [ 848.136426] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.145862] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.232792] env[69843]: INFO nova.compute.manager [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Detaching volume d9983d16-02c7-4c43-8a34-4123a06035e2 [ 848.272371] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.273448] env[69843]: DEBUG nova.compute.manager [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.279791] env[69843]: INFO nova.virt.block_device [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Attempting to driver detach volume d9983d16-02c7-4c43-8a34-4123a06035e2 from mountpoint /dev/sdb [ 848.280027] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 848.280218] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737795', 'volume_id': 'd9983d16-02c7-4c43-8a34-4123a06035e2', 'name': 'volume-d9983d16-02c7-4c43-8a34-4123a06035e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48b5b431-fe29-4825-b21f-32ac068d4a87', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9983d16-02c7-4c43-8a34-4123a06035e2', 'serial': 'd9983d16-02c7-4c43-8a34-4123a06035e2'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 848.280536] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.876s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.292025] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85da17e-3f80-46fa-9e2a-5a1e1b228c98 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.324671] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a801ce-bb37-4642-a310-4add8ddd1510 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.327566] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077868} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.327833] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.329030] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb426e16-6ec3-4dc8-8692-4e1eb5e1c5d3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.334801] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3250aa8-6c38-4dc2-93e7-a83afab3deed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.348231] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.356895] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 2542d997-58b0-4a65-bbc0-ee34843837c0/2542d997-58b0-4a65-bbc0-ee34843837c0.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.358012] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5730862d-012e-4093-88be-b465982e30fa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.392563] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21e73ef-f20c-4078-95ba-686cedf02aa1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.398257] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Waiting for the task: (returnval){ [ 848.398257] env[69843]: value = "task-3704114" [ 848.398257] env[69843]: _type = "Task" [ 848.398257] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.409168] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] The volume has not been displaced from its original location: [datastore1] volume-d9983d16-02c7-4c43-8a34-4123a06035e2/volume-d9983d16-02c7-4c43-8a34-4123a06035e2.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 848.414687] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.418220] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc2f182-d593-4cf6-add4-15c8af828091 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.440951] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.442774] env[69843]: DEBUG oslo_vmware.api [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Waiting for the task: (returnval){ [ 848.442774] env[69843]: value = "task-3704115" [ 848.442774] env[69843]: _type = "Task" [ 848.442774] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.454615] env[69843]: DEBUG oslo_vmware.api [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Task: {'id': task-3704115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.492160] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Acquiring lock "refresh_cache-fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.492683] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Acquired lock "refresh_cache-fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.492873] env[69843]: DEBUG nova.network.neutron [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.651347] env[69843]: DEBUG nova.compute.manager [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Received event network-vif-plugged-217e1dba-f658-4095-aff5-531e72e44e11 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.651593] env[69843]: DEBUG oslo_concurrency.lockutils [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] Acquiring lock "fab8720a-ea42-4c83-9b2e-3d7c6b52f40a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.651830] env[69843]: DEBUG oslo_concurrency.lockutils [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] Lock "fab8720a-ea42-4c83-9b2e-3d7c6b52f40a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.652254] env[69843]: DEBUG oslo_concurrency.lockutils [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] Lock "fab8720a-ea42-4c83-9b2e-3d7c6b52f40a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.652609] env[69843]: DEBUG nova.compute.manager [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] No waiting events found dispatching network-vif-plugged-217e1dba-f658-4095-aff5-531e72e44e11 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 848.652821] env[69843]: WARNING nova.compute.manager [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Received unexpected event network-vif-plugged-217e1dba-f658-4095-aff5-531e72e44e11 for instance with vm_state building and task_state spawning. [ 848.653060] env[69843]: DEBUG nova.compute.manager [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Received event network-changed-217e1dba-f658-4095-aff5-531e72e44e11 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.653317] env[69843]: DEBUG nova.compute.manager [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Refreshing instance network info cache due to event network-changed-217e1dba-f658-4095-aff5-531e72e44e11. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.653542] env[69843]: DEBUG oslo_concurrency.lockutils [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] Acquiring lock "refresh_cache-fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.654468] env[69843]: INFO nova.compute.manager [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Took 50.05 seconds to build instance. [ 848.663249] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.787734] env[69843]: INFO nova.compute.claims [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.796050] env[69843]: DEBUG nova.compute.utils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.797471] env[69843]: DEBUG nova.compute.manager [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.797638] env[69843]: DEBUG nova.network.neutron [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.843848] env[69843]: DEBUG nova.policy [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd5ad69725a4f14b79b966c077f114c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ac4e9c8d234c5d8a686143903da0c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.918707] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.956130] env[69843]: DEBUG oslo_vmware.api [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Task: {'id': task-3704115, 'name': ReconfigVM_Task, 'duration_secs': 0.50585} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.956406] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 848.961854] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de4428a1-0c7a-40d6-b6bd-726b78e9a962 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.979115] env[69843]: DEBUG oslo_vmware.api [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Waiting for the task: (returnval){ [ 848.979115] env[69843]: value = "task-3704117" [ 848.979115] env[69843]: _type = "Task" [ 848.979115] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.989409] env[69843]: DEBUG oslo_vmware.api [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Task: {'id': task-3704117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.056668] env[69843]: DEBUG nova.network.neutron [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.155239] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704113, 'name': ReconfigVM_Task, 'duration_secs': 0.726779} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.155774] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 242c4693-35ab-41db-91dd-3862456a9903/242c4693-35ab-41db-91dd-3862456a9903.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.156681] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f72f28db-43a1-44d4-9c41-f262254573ff {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.158866] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e8104615-436c-4790-a4c9-2dbba16460ed tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "9d7edebd-e43b-466f-8667-4f4aedc080cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.865s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.169343] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 849.169343] env[69843]: value = "task-3704118" [ 849.169343] env[69843]: _type = "Task" [ 849.169343] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.183730] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704118, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.294648] env[69843]: INFO nova.compute.resource_tracker [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating resource usage from migration ee8da156-6e6e-4f4e-b897-b310134ef808 [ 849.298917] env[69843]: DEBUG nova.network.neutron [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Updating instance_info_cache with network_info: [{"id": "217e1dba-f658-4095-aff5-531e72e44e11", "address": "fa:16:3e:30:0a:4c", "network": {"id": "6bc51627-5a3f-4c04-8076-e892c835aeaf", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1424484101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36128786a66d4be5bf681a8c4fd9f4a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217e1dba-f6", "ovs_interfaceid": "217e1dba-f658-4095-aff5-531e72e44e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.300456] env[69843]: DEBUG nova.compute.manager [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.329202] env[69843]: DEBUG nova.network.neutron [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Successfully created port: b1aadf11-6de2-425b-936b-368329dbd68c {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.424744] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704114, 'name': ReconfigVM_Task, 'duration_secs': 0.565331} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.425219] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 2542d997-58b0-4a65-bbc0-ee34843837c0/2542d997-58b0-4a65-bbc0-ee34843837c0.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.425861] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5748d4c-b49a-4cec-b23f-e06277546d16 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.433746] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Waiting for the task: (returnval){ [ 849.433746] env[69843]: value = "task-3704119" [ 849.433746] env[69843]: _type = "Task" [ 849.433746] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.447782] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704119, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.490836] env[69843]: DEBUG oslo_vmware.api [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Task: {'id': task-3704117, 'name': ReconfigVM_Task, 'duration_secs': 0.170323} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.491154] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737795', 'volume_id': 'd9983d16-02c7-4c43-8a34-4123a06035e2', 'name': 'volume-d9983d16-02c7-4c43-8a34-4123a06035e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48b5b431-fe29-4825-b21f-32ac068d4a87', 'attached_at': '', 'detached_at': '', 'volume_id': 'd9983d16-02c7-4c43-8a34-4123a06035e2', 'serial': 'd9983d16-02c7-4c43-8a34-4123a06035e2'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 849.666283] env[69843]: DEBUG nova.compute.manager [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.682493] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704118, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.806849] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Releasing lock "refresh_cache-fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.806977] env[69843]: DEBUG nova.compute.manager [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Instance network_info: |[{"id": "217e1dba-f658-4095-aff5-531e72e44e11", "address": "fa:16:3e:30:0a:4c", "network": {"id": "6bc51627-5a3f-4c04-8076-e892c835aeaf", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1424484101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36128786a66d4be5bf681a8c4fd9f4a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217e1dba-f6", "ovs_interfaceid": "217e1dba-f658-4095-aff5-531e72e44e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.810960] env[69843]: DEBUG oslo_concurrency.lockutils [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] Acquired lock "refresh_cache-fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.811221] env[69843]: DEBUG nova.network.neutron [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Refreshing network info cache for port 217e1dba-f658-4095-aff5-531e72e44e11 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.812273] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:0a:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '217e1dba-f658-4095-aff5-531e72e44e11', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.821215] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Creating folder: Project (36128786a66d4be5bf681a8c4fd9f4a5). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.821854] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-990e6790-6d31-4b58-bf07-deb18a7b31df {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.836424] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Created folder: Project (36128786a66d4be5bf681a8c4fd9f4a5) in parent group-v737654. [ 849.836666] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Creating folder: Instances. Parent ref: group-v737803. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.837323] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-909845cd-911e-4ff7-b877-54c23c4982d8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.850932] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Created folder: Instances in parent group-v737803. [ 849.851503] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.851716] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.851927] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6d685be-0396-49a0-b93b-c71d999e2337 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.876428] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.876428] env[69843]: value = "task-3704122" [ 849.876428] env[69843]: _type = "Task" [ 849.876428] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.890974] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704122, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.951541] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704119, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.964134] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e9d04f-8d9d-49be-9e54-099b2d9f8dd2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.976742] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9125cee5-141a-416c-a649-3234e82366c4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.978895] env[69843]: DEBUG nova.compute.manager [req-89f7976e-acb4-488c-a3c3-561664eb9207 req-54352f2c-8505-4ccc-89f2-0d3c1eeef051 service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Received event network-changed-b5c0f75e-db5e-4824-9c74-47e991701a65 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.981237] env[69843]: DEBUG nova.compute.manager [req-89f7976e-acb4-488c-a3c3-561664eb9207 req-54352f2c-8505-4ccc-89f2-0d3c1eeef051 service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Refreshing instance network info cache due to event network-changed-b5c0f75e-db5e-4824-9c74-47e991701a65. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.981701] env[69843]: DEBUG oslo_concurrency.lockutils [req-89f7976e-acb4-488c-a3c3-561664eb9207 req-54352f2c-8505-4ccc-89f2-0d3c1eeef051 service nova] Acquiring lock "refresh_cache-9d7edebd-e43b-466f-8667-4f4aedc080cb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.981917] env[69843]: DEBUG oslo_concurrency.lockutils [req-89f7976e-acb4-488c-a3c3-561664eb9207 req-54352f2c-8505-4ccc-89f2-0d3c1eeef051 service nova] Acquired lock "refresh_cache-9d7edebd-e43b-466f-8667-4f4aedc080cb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.982135] env[69843]: DEBUG nova.network.neutron [req-89f7976e-acb4-488c-a3c3-561664eb9207 req-54352f2c-8505-4ccc-89f2-0d3c1eeef051 service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Refreshing network info cache for port b5c0f75e-db5e-4824-9c74-47e991701a65 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.014971] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c268c-a273-40cf-9f77-fa0f316cb2d0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.025587] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873ca4cc-660a-40a5-b07d-1445bcc60159 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.047878] env[69843]: DEBUG nova.compute.provider_tree [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.060696] env[69843]: DEBUG nova.objects.instance [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Lazy-loading 'flavor' on Instance uuid 48b5b431-fe29-4825-b21f-32ac068d4a87 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.187065] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704118, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.194199] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.325869] env[69843]: DEBUG nova.compute.manager [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.355989] env[69843]: DEBUG nova.virt.hardware [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.355989] env[69843]: DEBUG nova.virt.hardware [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.355989] env[69843]: DEBUG nova.virt.hardware [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.356239] env[69843]: DEBUG nova.virt.hardware [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.356422] env[69843]: DEBUG nova.virt.hardware [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.356475] env[69843]: DEBUG nova.virt.hardware [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.356862] env[69843]: DEBUG nova.virt.hardware [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.356862] env[69843]: DEBUG nova.virt.hardware [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.356971] env[69843]: DEBUG nova.virt.hardware [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.357260] env[69843]: DEBUG nova.virt.hardware [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.357475] env[69843]: DEBUG nova.virt.hardware [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.362022] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc545ef-a238-4ffe-8cfd-d11ee9f98ba1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.370209] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92decc8d-322b-4fc5-9ba7-74437545bd30 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.411775] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704122, 'name': CreateVM_Task, 'duration_secs': 0.371266} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.412308] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.413451] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.413855] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.414421] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.414874] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0024bc2-889b-47d5-885f-58e7ea493abc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.422328] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Waiting for the task: (returnval){ [ 850.422328] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520296ec-ed41-2b0d-8284-77aadb438d0b" [ 850.422328] env[69843]: _type = "Task" [ 850.422328] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.434716] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520296ec-ed41-2b0d-8284-77aadb438d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.447370] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704119, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.550989] env[69843]: DEBUG nova.scheduler.client.report [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.646214] env[69843]: DEBUG nova.network.neutron [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Updated VIF entry in instance network info cache for port 217e1dba-f658-4095-aff5-531e72e44e11. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.646495] env[69843]: DEBUG nova.network.neutron [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Updating instance_info_cache with network_info: [{"id": "217e1dba-f658-4095-aff5-531e72e44e11", "address": "fa:16:3e:30:0a:4c", "network": {"id": "6bc51627-5a3f-4c04-8076-e892c835aeaf", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1424484101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36128786a66d4be5bf681a8c4fd9f4a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217e1dba-f6", "ovs_interfaceid": "217e1dba-f658-4095-aff5-531e72e44e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.686041] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704118, 'name': Rename_Task, 'duration_secs': 1.277118} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.686402] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.686629] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a53bd044-433c-4ca0-b40f-c58b1d6bd411 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.694626] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 850.694626] env[69843]: value = "task-3704123" [ 850.694626] env[69843]: _type = "Task" [ 850.694626] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.704970] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.818905] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 850.819152] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737802', 'volume_id': 'f483a332-5ab0-40c9-ab46-3ba05dcb07c4', 'name': 'volume-f483a332-5ab0-40c9-ab46-3ba05dcb07c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c51bfd5-589a-4b32-9d1a-e619dc352b66', 'attached_at': '', 'detached_at': '', 'volume_id': 'f483a332-5ab0-40c9-ab46-3ba05dcb07c4', 'serial': 'f483a332-5ab0-40c9-ab46-3ba05dcb07c4'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 850.820164] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2875c1c0-672c-4c99-8863-f9e3690dc722 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.837501] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035de959-d1aa-4deb-81a5-30682a7d22d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.865608] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-f483a332-5ab0-40c9-ab46-3ba05dcb07c4/volume-f483a332-5ab0-40c9-ab46-3ba05dcb07c4.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.866869] env[69843]: DEBUG nova.network.neutron [req-89f7976e-acb4-488c-a3c3-561664eb9207 req-54352f2c-8505-4ccc-89f2-0d3c1eeef051 service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Updated VIF entry in instance network info cache for port b5c0f75e-db5e-4824-9c74-47e991701a65. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.867230] env[69843]: DEBUG nova.network.neutron [req-89f7976e-acb4-488c-a3c3-561664eb9207 req-54352f2c-8505-4ccc-89f2-0d3c1eeef051 service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Updating instance_info_cache with network_info: [{"id": "b5c0f75e-db5e-4824-9c74-47e991701a65", "address": "fa:16:3e:c7:ff:ff", "network": {"id": "fe754b4b-ba1e-4bb1-81f2-42265585c12f", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1445820323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68a80f0f7d5c415f8a98c39e92b3c587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5c0f75e-db", "ovs_interfaceid": "b5c0f75e-db5e-4824-9c74-47e991701a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.868593] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d0e0d5d-1404-474f-b470-e6cca7cf419e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.883188] env[69843]: DEBUG oslo_concurrency.lockutils [req-89f7976e-acb4-488c-a3c3-561664eb9207 req-54352f2c-8505-4ccc-89f2-0d3c1eeef051 service nova] Releasing lock "refresh_cache-9d7edebd-e43b-466f-8667-4f4aedc080cb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.895262] env[69843]: DEBUG oslo_vmware.api [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 850.895262] env[69843]: value = "task-3704124" [ 850.895262] env[69843]: _type = "Task" [ 850.895262] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.895262] env[69843]: DEBUG nova.network.neutron [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Successfully updated port: b1aadf11-6de2-425b-936b-368329dbd68c {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.909244] env[69843]: DEBUG oslo_vmware.api [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704124, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.936820] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520296ec-ed41-2b0d-8284-77aadb438d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.936961] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.937107] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.937380] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.937526] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.937703] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.941279] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb38efce-8214-4e5b-be0d-fac9be93f4a3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.952608] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704119, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.954169] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.954485] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.955755] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969557e6-83b3-4261-9ee1-efadc623cea9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.964475] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Waiting for the task: (returnval){ [ 850.964475] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52aaef25-1853-5143-3226-110886324ccf" [ 850.964475] env[69843]: _type = "Task" [ 850.964475] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.970971] env[69843]: DEBUG nova.compute.manager [req-acc166a4-ce22-439f-8cc4-ba2287564d6e req-79658d9e-9f5d-4aad-b7a2-13cf3ddba975 service nova] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Received event network-vif-plugged-b1aadf11-6de2-425b-936b-368329dbd68c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.971187] env[69843]: DEBUG oslo_concurrency.lockutils [req-acc166a4-ce22-439f-8cc4-ba2287564d6e req-79658d9e-9f5d-4aad-b7a2-13cf3ddba975 service nova] Acquiring lock "3b4181bf-1027-46e0-af62-f058b4bc7170-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.971383] env[69843]: DEBUG oslo_concurrency.lockutils [req-acc166a4-ce22-439f-8cc4-ba2287564d6e req-79658d9e-9f5d-4aad-b7a2-13cf3ddba975 service nova] Lock "3b4181bf-1027-46e0-af62-f058b4bc7170-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.971551] env[69843]: DEBUG oslo_concurrency.lockutils [req-acc166a4-ce22-439f-8cc4-ba2287564d6e req-79658d9e-9f5d-4aad-b7a2-13cf3ddba975 service nova] Lock "3b4181bf-1027-46e0-af62-f058b4bc7170-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.971722] env[69843]: DEBUG nova.compute.manager [req-acc166a4-ce22-439f-8cc4-ba2287564d6e req-79658d9e-9f5d-4aad-b7a2-13cf3ddba975 service nova] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] No waiting events found dispatching network-vif-plugged-b1aadf11-6de2-425b-936b-368329dbd68c {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 850.971903] env[69843]: WARNING nova.compute.manager [req-acc166a4-ce22-439f-8cc4-ba2287564d6e req-79658d9e-9f5d-4aad-b7a2-13cf3ddba975 service nova] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Received unexpected event network-vif-plugged-b1aadf11-6de2-425b-936b-368329dbd68c for instance with vm_state building and task_state spawning. [ 850.979587] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52aaef25-1853-5143-3226-110886324ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.012893} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.980417] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0de9ef-4444-46e0-8413-d9c2522a2db7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.988181] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Waiting for the task: (returnval){ [ 850.988181] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52628283-2f4c-95ec-c203-e22259d7e1c5" [ 850.988181] env[69843]: _type = "Task" [ 850.988181] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.996468] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52628283-2f4c-95ec-c203-e22259d7e1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.060456] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.780s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.060663] env[69843]: INFO nova.compute.manager [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Migrating [ 851.067848] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.471s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.069718] env[69843]: INFO nova.compute.claims [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.080422] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cca908d4-2654-48c5-be49-7c1d7cb514dd tempest-VolumesAssistedSnapshotsTest-570580446 tempest-VolumesAssistedSnapshotsTest-570580446-project-admin] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.351s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.150850] env[69843]: DEBUG oslo_concurrency.lockutils [req-9eb0387f-1a3e-45b6-90d8-43ac1f99b0b8 req-04129bc8-9e36-4238-bb58-b262d59f9adf service nova] Releasing lock "refresh_cache-fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.205890] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.400885] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "refresh_cache-3b4181bf-1027-46e0-af62-f058b4bc7170" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.401103] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquired lock "refresh_cache-3b4181bf-1027-46e0-af62-f058b4bc7170" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.401225] env[69843]: DEBUG nova.network.neutron [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.407876] env[69843]: DEBUG oslo_vmware.api [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.448191] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704119, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.497731] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52628283-2f4c-95ec-c203-e22259d7e1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014829} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.498023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.498318] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] fab8720a-ea42-4c83-9b2e-3d7c6b52f40a/fab8720a-ea42-4c83-9b2e-3d7c6b52f40a.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.498631] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b773cc93-4cbe-4b64-b139-4e5eedd8cde8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.507015] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Waiting for the task: (returnval){ [ 851.507015] env[69843]: value = "task-3704126" [ 851.507015] env[69843]: _type = "Task" [ 851.507015] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.517446] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.583488] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.583488] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.583488] env[69843]: DEBUG nova.network.neutron [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.708197] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.910519] env[69843]: DEBUG oslo_vmware.api [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.953608] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704119, 'name': Rename_Task, 'duration_secs': 2.086386} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.954646] env[69843]: DEBUG nova.network.neutron [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.957070] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.957422] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b62d9f5-3ef5-475e-ba13-df08fe821d75 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.966755] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Waiting for the task: (returnval){ [ 851.966755] env[69843]: value = "task-3704127" [ 851.966755] env[69843]: _type = "Task" [ 851.966755] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.976445] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.019499] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50496} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.021047] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] fab8720a-ea42-4c83-9b2e-3d7c6b52f40a/fab8720a-ea42-4c83-9b2e-3d7c6b52f40a.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.021047] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.021047] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c3dd6d5-888a-4f4b-bc83-feb32f04843b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.027452] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Waiting for the task: (returnval){ [ 852.027452] env[69843]: value = "task-3704128" [ 852.027452] env[69843]: _type = "Task" [ 852.027452] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.037919] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.124688] env[69843]: DEBUG nova.network.neutron [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Updating instance_info_cache with network_info: [{"id": "b1aadf11-6de2-425b-936b-368329dbd68c", "address": "fa:16:3e:13:11:10", "network": {"id": "ba273e4a-3d9c-44e9-a0ad-a70ce1d58b6d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-534319384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ac4e9c8d234c5d8a686143903da0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1aadf11-6d", "ovs_interfaceid": "b1aadf11-6de2-425b-936b-368329dbd68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.208101] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704123, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.407870] env[69843]: DEBUG oslo_vmware.api [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704124, 'name': ReconfigVM_Task, 'duration_secs': 1.276762} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.410571] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-f483a332-5ab0-40c9-ab46-3ba05dcb07c4/volume-f483a332-5ab0-40c9-ab46-3ba05dcb07c4.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.415581] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fd7a7d9-d2cc-4cf6-b8e8-b2491897a904 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.434864] env[69843]: DEBUG oslo_vmware.api [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 852.434864] env[69843]: value = "task-3704129" [ 852.434864] env[69843]: _type = "Task" [ 852.434864] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.446104] env[69843]: DEBUG oslo_vmware.api [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.478346] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704127, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.537441] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070424} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.540170] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.541261] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53a2647-1857-41b6-81c0-af0260e8a6b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.564851] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] fab8720a-ea42-4c83-9b2e-3d7c6b52f40a/fab8720a-ea42-4c83-9b2e-3d7c6b52f40a.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.567911] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d83351b-a135-48f0-a8cc-ba574109d4e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.589452] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Waiting for the task: (returnval){ [ 852.589452] env[69843]: value = "task-3704130" [ 852.589452] env[69843]: _type = "Task" [ 852.589452] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.600594] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.629222] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Releasing lock "refresh_cache-3b4181bf-1027-46e0-af62-f058b4bc7170" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.629222] env[69843]: DEBUG nova.compute.manager [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Instance network_info: |[{"id": "b1aadf11-6de2-425b-936b-368329dbd68c", "address": "fa:16:3e:13:11:10", "network": {"id": "ba273e4a-3d9c-44e9-a0ad-a70ce1d58b6d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-534319384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ac4e9c8d234c5d8a686143903da0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1aadf11-6d", "ovs_interfaceid": "b1aadf11-6de2-425b-936b-368329dbd68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.631046] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:11:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1aadf11-6de2-425b-936b-368329dbd68c', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.640818] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Creating folder: Project (47ac4e9c8d234c5d8a686143903da0c4). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.641464] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9088bed1-53ac-488e-9926-306f5fccde05 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.657558] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Created folder: Project (47ac4e9c8d234c5d8a686143903da0c4) in parent group-v737654. [ 852.657824] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Creating folder: Instances. Parent ref: group-v737806. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.658111] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0906f40f-1db1-448e-afb3-cb74be58c323 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.674021] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Created folder: Instances in parent group-v737806. [ 852.674021] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.674021] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.674021] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6301c0cd-8896-4f63-9b89-cb62809a2d66 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.696853] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.696853] env[69843]: value = "task-3704133" [ 852.696853] env[69843]: _type = "Task" [ 852.696853] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.704311] env[69843]: DEBUG nova.network.neutron [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance_info_cache with network_info: [{"id": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "address": "fa:16:3e:19:10:2d", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207f1b37-b3", "ovs_interfaceid": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.717300] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704133, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.720609] env[69843]: DEBUG oslo_vmware.api [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704123, 'name': PowerOnVM_Task, 'duration_secs': 1.539467} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.724219] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.724480] env[69843]: DEBUG nova.compute.manager [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 852.726176] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e170cf1-0b11-46ad-adc8-b854c867e324 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.760961] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f580c06-8e3b-4f3f-bf84-fd06d0d8b74e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.769790] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f6311f-0a9b-459b-8a9b-0d59861a8e39 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.804044] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ca2f19-ab35-46f0-9d63-843095167123 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.814294] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f469d81c-7374-420b-bf25-b6b8306a8171 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.832535] env[69843]: DEBUG nova.compute.provider_tree [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.948308] env[69843]: DEBUG oslo_vmware.api [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704129, 'name': ReconfigVM_Task, 'duration_secs': 0.331918} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.948555] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737802', 'volume_id': 'f483a332-5ab0-40c9-ab46-3ba05dcb07c4', 'name': 'volume-f483a332-5ab0-40c9-ab46-3ba05dcb07c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c51bfd5-589a-4b32-9d1a-e619dc352b66', 'attached_at': '', 'detached_at': '', 'volume_id': 'f483a332-5ab0-40c9-ab46-3ba05dcb07c4', 'serial': 'f483a332-5ab0-40c9-ab46-3ba05dcb07c4'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 852.980551] env[69843]: DEBUG oslo_vmware.api [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704127, 'name': PowerOnVM_Task, 'duration_secs': 0.88592} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.981396] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.981692] env[69843]: INFO nova.compute.manager [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Took 12.91 seconds to spawn the instance on the hypervisor. [ 852.981962] env[69843]: DEBUG nova.compute.manager [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 852.983111] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307b3d65-7de4-45f4-9b61-0245c3990154 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.101615] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.121099] env[69843]: DEBUG nova.compute.manager [req-98a86500-e976-46de-b142-9c59992b20a8 req-c927a410-8d76-47df-90e5-459fd1860218 service nova] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Received event network-changed-b1aadf11-6de2-425b-936b-368329dbd68c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.121443] env[69843]: DEBUG nova.compute.manager [req-98a86500-e976-46de-b142-9c59992b20a8 req-c927a410-8d76-47df-90e5-459fd1860218 service nova] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Refreshing instance network info cache due to event network-changed-b1aadf11-6de2-425b-936b-368329dbd68c. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.121582] env[69843]: DEBUG oslo_concurrency.lockutils [req-98a86500-e976-46de-b142-9c59992b20a8 req-c927a410-8d76-47df-90e5-459fd1860218 service nova] Acquiring lock "refresh_cache-3b4181bf-1027-46e0-af62-f058b4bc7170" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.121731] env[69843]: DEBUG oslo_concurrency.lockutils [req-98a86500-e976-46de-b142-9c59992b20a8 req-c927a410-8d76-47df-90e5-459fd1860218 service nova] Acquired lock "refresh_cache-3b4181bf-1027-46e0-af62-f058b4bc7170" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.121968] env[69843]: DEBUG nova.network.neutron [req-98a86500-e976-46de-b142-9c59992b20a8 req-c927a410-8d76-47df-90e5-459fd1860218 service nova] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Refreshing network info cache for port b1aadf11-6de2-425b-936b-368329dbd68c {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.208481] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704133, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.212326] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.252013] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.336122] env[69843]: DEBUG nova.scheduler.client.report [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.505321] env[69843]: INFO nova.compute.manager [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Took 52.14 seconds to build instance. [ 853.610398] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704130, 'name': ReconfigVM_Task, 'duration_secs': 0.807479} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.611989] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Reconfigured VM instance instance-00000033 to attach disk [datastore2] fab8720a-ea42-4c83-9b2e-3d7c6b52f40a/fab8720a-ea42-4c83-9b2e-3d7c6b52f40a.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.611989] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-519e7458-ea4c-4daf-a6fd-fe191332a2e3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.619431] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Waiting for the task: (returnval){ [ 853.619431] env[69843]: value = "task-3704134" [ 853.619431] env[69843]: _type = "Task" [ 853.619431] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.629939] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704134, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.710710] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704133, 'name': CreateVM_Task, 'duration_secs': 0.568937} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.710863] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.711582] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.711785] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.712124] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.712422] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d43c414-ddd1-47c1-966f-44b27d969226 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.724838] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 853.724838] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52342e5f-338b-6583-8fcf-d981ee932335" [ 853.724838] env[69843]: _type = "Task" [ 853.724838] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.741259] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52342e5f-338b-6583-8fcf-d981ee932335, 'name': SearchDatastore_Task, 'duration_secs': 0.012657} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.742297] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.742807] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.743258] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.743509] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.743748] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.744053] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44b93bb9-3c03-45c2-a14f-cfbb0afee81e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.753694] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.754066] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.754666] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884998fc-722b-45a2-a95a-f49ec1ca1618 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.761395] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 853.761395] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e92563-e996-ba90-2892-a298636d5f98" [ 853.761395] env[69843]: _type = "Task" [ 853.761395] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.770844] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e92563-e996-ba90-2892-a298636d5f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.842127] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.842127] env[69843]: DEBUG nova.compute.manager [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.844901] env[69843]: DEBUG oslo_concurrency.lockutils [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.292s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.845029] env[69843]: DEBUG nova.objects.instance [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 854.001196] env[69843]: DEBUG nova.network.neutron [req-98a86500-e976-46de-b142-9c59992b20a8 req-c927a410-8d76-47df-90e5-459fd1860218 service nova] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Updated VIF entry in instance network info cache for port b1aadf11-6de2-425b-936b-368329dbd68c. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.001196] env[69843]: DEBUG nova.network.neutron [req-98a86500-e976-46de-b142-9c59992b20a8 req-c927a410-8d76-47df-90e5-459fd1860218 service nova] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Updating instance_info_cache with network_info: [{"id": "b1aadf11-6de2-425b-936b-368329dbd68c", "address": "fa:16:3e:13:11:10", "network": {"id": "ba273e4a-3d9c-44e9-a0ad-a70ce1d58b6d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-534319384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ac4e9c8d234c5d8a686143903da0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1aadf11-6d", "ovs_interfaceid": "b1aadf11-6de2-425b-936b-368329dbd68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.008449] env[69843]: DEBUG nova.objects.instance [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'flavor' on Instance uuid 0c51bfd5-589a-4b32-9d1a-e619dc352b66 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.010235] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1d53353d-d648-4aac-8ca1-c5b54a90d275 tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Lock "2542d997-58b0-4a65-bbc0-ee34843837c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.520s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.105262] env[69843]: INFO nova.compute.manager [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Rebuilding instance [ 854.132029] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704134, 'name': Rename_Task, 'duration_secs': 0.144096} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.137057] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.137545] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f30873e-a9c2-4936-871b-aea1e2dc3e88 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.145862] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Waiting for the task: (returnval){ [ 854.145862] env[69843]: value = "task-3704135" [ 854.145862] env[69843]: _type = "Task" [ 854.145862] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.156768] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.165035] env[69843]: DEBUG nova.compute.manager [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.165891] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932ed3de-22d6-401c-9e27-d1e18a8c9b85 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.273017] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e92563-e996-ba90-2892-a298636d5f98, 'name': SearchDatastore_Task, 'duration_secs': 0.012375} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.273847] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bf085a-514a-4cf6-b77c-c883d2fac821 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.281725] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 854.281725] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52587312-7953-8d23-8a5a-70807b93b5ce" [ 854.281725] env[69843]: _type = "Task" [ 854.281725] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.290630] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52587312-7953-8d23-8a5a-70807b93b5ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.350258] env[69843]: DEBUG nova.compute.utils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.356363] env[69843]: DEBUG nova.compute.manager [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.356363] env[69843]: DEBUG nova.network.neutron [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.361402] env[69843]: DEBUG oslo_concurrency.lockutils [None req-76128a6c-c256-4d6f-8ca7-c5f08a06c874 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.517s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.362942] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.137s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.363196] env[69843]: DEBUG nova.objects.instance [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lazy-loading 'resources' on Instance uuid 66659cd1-aabd-4158-86c6-66ef8977416d {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.442669] env[69843]: DEBUG nova.policy [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '658c76313d644527a42eb53f222feb3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26f958d3ee24955863a693689eacf7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.497984] env[69843]: WARNING oslo_messaging._drivers.amqpdriver [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 854.504796] env[69843]: DEBUG oslo_concurrency.lockutils [req-98a86500-e976-46de-b142-9c59992b20a8 req-c927a410-8d76-47df-90e5-459fd1860218 service nova] Releasing lock "refresh_cache-3b4181bf-1027-46e0-af62-f058b4bc7170" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.513101] env[69843]: DEBUG nova.compute.manager [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.515592] env[69843]: DEBUG oslo_concurrency.lockutils [None req-191df1a9-ade8-4a6b-9016-39d5284e277b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.350s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.656181] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.736796] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d7e18f-1546-416b-9203-abe2db6e9654 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.771536] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance '57cc7aea-24c2-49d1-8c30-469a9dbbb5e8' progress to 0 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 854.800905] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52587312-7953-8d23-8a5a-70807b93b5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.801262] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.801592] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 3b4181bf-1027-46e0-af62-f058b4bc7170/3b4181bf-1027-46e0-af62-f058b4bc7170.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.801955] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51797865-549a-4d0f-a762-db8e3729cb88 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.811019] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 854.811019] env[69843]: value = "task-3704136" [ 854.811019] env[69843]: _type = "Task" [ 854.811019] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.821413] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.857449] env[69843]: DEBUG nova.compute.manager [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.865989] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Acquiring lock "48b5b431-fe29-4825-b21f-32ac068d4a87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.866405] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.870022] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Acquiring lock "48b5b431-fe29-4825-b21f-32ac068d4a87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.870022] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.870022] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.872968] env[69843]: INFO nova.compute.manager [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Terminating instance [ 854.989995] env[69843]: DEBUG oslo_concurrency.lockutils [None req-33525ff8-51b6-429b-bf77-663cc2b6d961 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.990300] env[69843]: DEBUG oslo_concurrency.lockutils [None req-33525ff8-51b6-429b-bf77-663cc2b6d961 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.990522] env[69843]: DEBUG nova.compute.manager [None req-33525ff8-51b6-429b-bf77-663cc2b6d961 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.991508] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3644ab7d-3922-4c85-a734-dd05f54c3a8a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.000210] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Acquiring lock "2542d997-58b0-4a65-bbc0-ee34843837c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.000454] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Lock "2542d997-58b0-4a65-bbc0-ee34843837c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.000690] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Acquiring lock "2542d997-58b0-4a65-bbc0-ee34843837c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.000933] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Lock "2542d997-58b0-4a65-bbc0-ee34843837c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.001124] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Lock "2542d997-58b0-4a65-bbc0-ee34843837c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.005575] env[69843]: DEBUG nova.compute.manager [None req-33525ff8-51b6-429b-bf77-663cc2b6d961 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69843) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 855.006121] env[69843]: DEBUG nova.objects.instance [None req-33525ff8-51b6-429b-bf77-663cc2b6d961 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'flavor' on Instance uuid 0c51bfd5-589a-4b32-9d1a-e619dc352b66 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.007984] env[69843]: INFO nova.compute.manager [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Terminating instance [ 855.010408] env[69843]: DEBUG nova.network.neutron [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Successfully created port: 0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.038611] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.168573] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.181983] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.182379] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4fd11ff-d048-40f4-9a4d-b847389cc04a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.194483] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 855.194483] env[69843]: value = "task-3704137" [ 855.194483] env[69843]: _type = "Task" [ 855.194483] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.209475] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.287300] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.290951] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9143208-75b8-4186-a7fe-2f7efc8e28a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.300414] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 855.300414] env[69843]: value = "task-3704138" [ 855.300414] env[69843]: _type = "Task" [ 855.300414] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.312603] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.327056] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704136, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.379465] env[69843]: DEBUG nova.compute.manager [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.379465] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.381460] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787e2eb7-3fdc-4acd-8960-cc277f5ebad0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.393413] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.393413] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d2b5ef9-c888-4496-b6c4-d08d630d4235 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.400883] env[69843]: DEBUG oslo_vmware.api [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Waiting for the task: (returnval){ [ 855.400883] env[69843]: value = "task-3704139" [ 855.400883] env[69843]: _type = "Task" [ 855.400883] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.417853] env[69843]: DEBUG oslo_vmware.api [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3704139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.515323] env[69843]: DEBUG nova.compute.manager [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.516021] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.517444] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee14ac4-c7d3-437c-a5d7-9e3bc962bdd9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.532864] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.532864] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b01a2f5-1e73-4245-a4af-88522aa0f07d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.546443] env[69843]: DEBUG oslo_vmware.api [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Waiting for the task: (returnval){ [ 855.546443] env[69843]: value = "task-3704140" [ 855.546443] env[69843]: _type = "Task" [ 855.546443] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.559351] env[69843]: DEBUG oslo_vmware.api [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.655239] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c59f234-e10b-4da8-978d-b10bb79b9d55 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.662204] env[69843]: DEBUG oslo_vmware.api [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704135, 'name': PowerOnVM_Task, 'duration_secs': 1.243019} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.663085] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.663472] env[69843]: INFO nova.compute.manager [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Took 8.23 seconds to spawn the instance on the hypervisor. [ 855.663793] env[69843]: DEBUG nova.compute.manager [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.664793] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3bada2-940b-40c4-95b5-560d34f0d843 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.676212] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b2f588-9ef5-436d-8bfa-81a0de84750d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.739243] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2815a9e8-3c47-4948-bd2b-c01e741a7589 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.754284] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183d2fc5-b71a-4601-8d5e-c31abdf9b415 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.761596] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704137, 'name': PowerOffVM_Task, 'duration_secs': 0.394169} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.762532] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.762800] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.764167] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a66a78e-2a4a-47a1-ae11-c6a043dc5dde {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.777183] env[69843]: DEBUG nova.compute.provider_tree [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.786061] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.787184] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3230799-7ac1-44fc-bcc5-f6a995e21f59 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.812504] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704138, 'name': PowerOffVM_Task, 'duration_secs': 0.285519} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.812892] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.813099] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance '57cc7aea-24c2-49d1-8c30-469a9dbbb5e8' progress to 17 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.830107] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533167} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.830107] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 3b4181bf-1027-46e0-af62-f058b4bc7170/3b4181bf-1027-46e0-af62-f058b4bc7170.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.830424] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.830424] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f84526-14a5-4818-bf74-904722e54846 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.839960] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 855.839960] env[69843]: value = "task-3704142" [ 855.839960] env[69843]: _type = "Task" [ 855.839960] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.850746] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.868241] env[69843]: DEBUG nova.compute.manager [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.903926] env[69843]: DEBUG nova.virt.hardware [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.903926] env[69843]: DEBUG nova.virt.hardware [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.903926] env[69843]: DEBUG nova.virt.hardware [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.903926] env[69843]: DEBUG nova.virt.hardware [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.903926] env[69843]: DEBUG nova.virt.hardware [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.903926] env[69843]: DEBUG nova.virt.hardware [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.903926] env[69843]: DEBUG nova.virt.hardware [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.903926] env[69843]: DEBUG nova.virt.hardware [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.904648] env[69843]: DEBUG nova.virt.hardware [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.904648] env[69843]: DEBUG nova.virt.hardware [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.904648] env[69843]: DEBUG nova.virt.hardware [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.905592] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6418b9f9-cbf4-4105-ab59-0f817d7f9657 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.913570] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.913840] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.914079] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleting the datastore file [datastore2] 242c4693-35ab-41db-91dd-3862456a9903 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.914831] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bde2f004-6ca5-487e-8dab-e6bd8a11c177 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.922087] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc548ab4-d353-417c-91b0-ea6b37ceb4fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.932285] env[69843]: DEBUG oslo_vmware.api [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3704139, 'name': PowerOffVM_Task, 'duration_secs': 0.347664} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.932534] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 855.932534] env[69843]: value = "task-3704143" [ 855.932534] env[69843]: _type = "Task" [ 855.932534] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.933334] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.933665] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.933913] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11e9c253-4b40-4551-aeb8-87b8ba92fd5a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.953736] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.017794] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-33525ff8-51b6-429b-bf77-663cc2b6d961 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.017858] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b76aac87-726c-43d2-ad13-208d8545c44d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.026951] env[69843]: DEBUG oslo_vmware.api [None req-33525ff8-51b6-429b-bf77-663cc2b6d961 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 856.026951] env[69843]: value = "task-3704145" [ 856.026951] env[69843]: _type = "Task" [ 856.026951] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.041391] env[69843]: DEBUG oslo_vmware.api [None req-33525ff8-51b6-429b-bf77-663cc2b6d961 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.045177] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.045177] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.045177] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Deleting the datastore file [datastore2] 48b5b431-fe29-4825-b21f-32ac068d4a87 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.045177] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad294679-3d02-4e7c-9198-b0751e136904 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.056863] env[69843]: DEBUG oslo_vmware.api [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704140, 'name': PowerOffVM_Task, 'duration_secs': 0.277852} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.058453] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.058713] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.058977] env[69843]: DEBUG oslo_vmware.api [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Waiting for the task: (returnval){ [ 856.058977] env[69843]: value = "task-3704146" [ 856.058977] env[69843]: _type = "Task" [ 856.058977] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.059377] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-095f2c74-1c43-4464-97f9-93ae29badf6f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.070275] env[69843]: DEBUG oslo_vmware.api [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3704146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.142787] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.143124] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.143510] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Deleting the datastore file [datastore1] 2542d997-58b0-4a65-bbc0-ee34843837c0 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.143766] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-980bcccd-d320-4584-9237-2c080231fe33 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.153842] env[69843]: DEBUG oslo_vmware.api [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Waiting for the task: (returnval){ [ 856.153842] env[69843]: value = "task-3704148" [ 856.153842] env[69843]: _type = "Task" [ 856.153842] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.166696] env[69843]: DEBUG oslo_vmware.api [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.201580] env[69843]: INFO nova.compute.manager [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Took 50.98 seconds to build instance. [ 856.303845] env[69843]: ERROR nova.scheduler.client.report [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [req-d7ede84e-d206-4aad-8553-a4737f0e594f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f473df78-9fd2-4a18-9b1b-7c5fc5ca712b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d7ede84e-d206-4aad-8553-a4737f0e594f"}]} [ 856.327276] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.327577] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.328515] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.328515] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.328771] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.328893] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.332583] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.332708] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.332848] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.333226] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.333226] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.341751] env[69843]: DEBUG nova.scheduler.client.report [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Refreshing inventories for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 856.343190] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb5bfb8-5232-4443-b919-13368b557fbc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.365976] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103351} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.367970] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.368493] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 856.368493] env[69843]: value = "task-3704149" [ 856.368493] env[69843]: _type = "Task" [ 856.368493] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.369986] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944b59eb-2275-40d4-b592-23cb7995c403 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.380147] env[69843]: DEBUG nova.scheduler.client.report [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updating ProviderTree inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 856.380326] env[69843]: DEBUG nova.compute.provider_tree [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.409141] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 3b4181bf-1027-46e0-af62-f058b4bc7170/3b4181bf-1027-46e0-af62-f058b4bc7170.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.413647] env[69843]: DEBUG nova.scheduler.client.report [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Refreshing aggregate associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, aggregates: None {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 856.417971] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb74fb27-8923-4b57-9830-af7319679fcd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.431201] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.440193] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 856.440193] env[69843]: value = "task-3704150" [ 856.440193] env[69843]: _type = "Task" [ 856.440193] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.444694] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291269} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.449400] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.449670] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.453039] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.459645] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.460846] env[69843]: DEBUG nova.scheduler.client.report [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Refreshing trait associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 856.537198] env[69843]: DEBUG oslo_vmware.api [None req-33525ff8-51b6-429b-bf77-663cc2b6d961 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704145, 'name': PowerOffVM_Task, 'duration_secs': 0.284206} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.537577] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-33525ff8-51b6-429b-bf77-663cc2b6d961 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.537821] env[69843]: DEBUG nova.compute.manager [None req-33525ff8-51b6-429b-bf77-663cc2b6d961 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 856.538581] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0889cf2c-26a9-4c00-a01b-50c7ea0634da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.574700] env[69843]: DEBUG oslo_vmware.api [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Task: {'id': task-3704146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262644} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.574700] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.574893] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.575025] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.576237] env[69843]: INFO nova.compute.manager [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Took 1.20 seconds to destroy the instance on the hypervisor. [ 856.576237] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.576237] env[69843]: DEBUG nova.compute.manager [-] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.576237] env[69843]: DEBUG nova.network.neutron [-] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.667111] env[69843]: DEBUG oslo_vmware.api [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Task: {'id': task-3704148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341664} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.669632] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.669835] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.670029] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.670199] env[69843]: INFO nova.compute.manager [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 856.672673] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.673552] env[69843]: DEBUG nova.compute.manager [-] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.673659] env[69843]: DEBUG nova.network.neutron [-] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.703831] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dedb9945-dc8e-49d1-a24e-94579defad16 tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Lock "fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.772s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.891184] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704149, 'name': ReconfigVM_Task, 'duration_secs': 0.351699} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.891525] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance '57cc7aea-24c2-49d1-8c30-469a9dbbb5e8' progress to 33 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.960056] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.038016] env[69843]: DEBUG nova.compute.manager [req-7c5c8aa6-8ab5-4c94-a357-5968155c98a1 req-30fa3852-6b0e-44ce-ab04-f11e7b4abee8 service nova] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Received event network-vif-plugged-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.038336] env[69843]: DEBUG oslo_concurrency.lockutils [req-7c5c8aa6-8ab5-4c94-a357-5968155c98a1 req-30fa3852-6b0e-44ce-ab04-f11e7b4abee8 service nova] Acquiring lock "84d7f08d-e3a1-499d-9614-af5f8da0cc14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.038483] env[69843]: DEBUG oslo_concurrency.lockutils [req-7c5c8aa6-8ab5-4c94-a357-5968155c98a1 req-30fa3852-6b0e-44ce-ab04-f11e7b4abee8 service nova] Lock "84d7f08d-e3a1-499d-9614-af5f8da0cc14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.038653] env[69843]: DEBUG oslo_concurrency.lockutils [req-7c5c8aa6-8ab5-4c94-a357-5968155c98a1 req-30fa3852-6b0e-44ce-ab04-f11e7b4abee8 service nova] Lock "84d7f08d-e3a1-499d-9614-af5f8da0cc14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.038822] env[69843]: DEBUG nova.compute.manager [req-7c5c8aa6-8ab5-4c94-a357-5968155c98a1 req-30fa3852-6b0e-44ce-ab04-f11e7b4abee8 service nova] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] No waiting events found dispatching network-vif-plugged-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 857.038984] env[69843]: WARNING nova.compute.manager [req-7c5c8aa6-8ab5-4c94-a357-5968155c98a1 req-30fa3852-6b0e-44ce-ab04-f11e7b4abee8 service nova] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Received unexpected event network-vif-plugged-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 for instance with vm_state building and task_state spawning. [ 857.056287] env[69843]: DEBUG oslo_concurrency.lockutils [None req-33525ff8-51b6-429b-bf77-663cc2b6d961 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.083887] env[69843]: DEBUG nova.network.neutron [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Successfully updated port: 0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.163970] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f83faed-7f59-40b2-9898-ec777aef8323 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.172971] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc48e79-f4d2-46d0-8ba2-0ce6fe1973fc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.210196] env[69843]: DEBUG nova.compute.manager [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.214096] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d23a74-9d59-4a01-b81a-d61482c2f923 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.224168] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524d0e70-2c2e-435a-8b0b-bfbb7c98662d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.238255] env[69843]: DEBUG nova.compute.provider_tree [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.400182] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:32:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='07806e08-a9d0-4485-8d57-45152d7eca3f',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1001577728',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.400441] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.400590] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.400764] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.401073] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.401145] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.401477] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.401657] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.401854] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.402025] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.402229] env[69843]: DEBUG nova.virt.hardware [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.410634] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 857.412997] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-902cd9a0-f34c-4d09-8ae5-95d2fdae176b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.434472] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 857.434472] env[69843]: value = "task-3704151" [ 857.434472] env[69843]: _type = "Task" [ 857.434472] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.445851] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.466833] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704150, 'name': ReconfigVM_Task, 'duration_secs': 0.786147} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.469456] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 3b4181bf-1027-46e0-af62-f058b4bc7170/3b4181bf-1027-46e0-af62-f058b4bc7170.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.471745] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61c48c2f-ba90-48bd-91fd-a7ecbf99b7b4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.478914] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 857.478914] env[69843]: value = "task-3704152" [ 857.478914] env[69843]: _type = "Task" [ 857.478914] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.490374] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704152, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.501930] env[69843]: DEBUG nova.virt.hardware [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.501930] env[69843]: DEBUG nova.virt.hardware [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.502232] env[69843]: DEBUG nova.virt.hardware [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.502232] env[69843]: DEBUG nova.virt.hardware [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.502382] env[69843]: DEBUG nova.virt.hardware [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.502705] env[69843]: DEBUG nova.virt.hardware [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.502705] env[69843]: DEBUG nova.virt.hardware [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.502872] env[69843]: DEBUG nova.virt.hardware [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.503016] env[69843]: DEBUG nova.virt.hardware [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.505433] env[69843]: DEBUG nova.virt.hardware [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.505433] env[69843]: DEBUG nova.virt.hardware [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.505732] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ba633e-f045-47cd-8c67-971f77210902 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.514543] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60c0225-2ba7-470d-8911-3cf23a2fc7a1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.530024] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:8e:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c724577-5921-493a-860d-4b7ba8dddd93', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.538304] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.538304] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.538483] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-328704d8-55ac-4271-a445-9481c44412aa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.555189] env[69843]: DEBUG nova.compute.manager [req-518cfd58-ab0a-4522-a457-0c0bab18b7dc req-16fb740e-dfe4-45ca-ad79-b6619b73691d service nova] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Received event network-vif-deleted-06fe695b-cc01-4471-b473-3115d4377e20 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.555433] env[69843]: INFO nova.compute.manager [req-518cfd58-ab0a-4522-a457-0c0bab18b7dc req-16fb740e-dfe4-45ca-ad79-b6619b73691d service nova] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Neutron deleted interface 06fe695b-cc01-4471-b473-3115d4377e20; detaching it from the instance and deleting it from the info cache [ 857.555589] env[69843]: DEBUG nova.network.neutron [req-518cfd58-ab0a-4522-a457-0c0bab18b7dc req-16fb740e-dfe4-45ca-ad79-b6619b73691d service nova] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.565871] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.565871] env[69843]: value = "task-3704153" [ 857.565871] env[69843]: _type = "Task" [ 857.565871] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.573239] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704153, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.588295] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "refresh_cache-84d7f08d-e3a1-499d-9614-af5f8da0cc14" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.588295] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "refresh_cache-84d7f08d-e3a1-499d-9614-af5f8da0cc14" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.588295] env[69843]: DEBUG nova.network.neutron [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.749834] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.778766] env[69843]: DEBUG nova.scheduler.client.report [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 857.778766] env[69843]: DEBUG nova.compute.provider_tree [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 83 to 84 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 857.778766] env[69843]: DEBUG nova.compute.provider_tree [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.951070] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704151, 'name': ReconfigVM_Task, 'duration_secs': 0.178639} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.951440] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 857.952321] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b649e29-c76f-4a3d-8764-2a5aaf845a9e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.955487] env[69843]: DEBUG nova.network.neutron [-] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.983811] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8/57cc7aea-24c2-49d1-8c30-469a9dbbb5e8.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.984911] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc72a327-c7c6-495f-b52b-8c6aead45607 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.015483] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704152, 'name': Rename_Task, 'duration_secs': 0.160442} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.016169] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.016545] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 858.016545] env[69843]: value = "task-3704154" [ 858.016545] env[69843]: _type = "Task" [ 858.016545] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.016737] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-420fa97d-c271-4808-83cc-3a6a4439849e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.030147] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.031901] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 858.031901] env[69843]: value = "task-3704155" [ 858.031901] env[69843]: _type = "Task" [ 858.031901] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.042067] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.061737] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f68374f8-c075-4e14-83f2-16e7ab5ab80f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.074692] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704153, 'name': CreateVM_Task, 'duration_secs': 0.358927} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.077631] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.077631] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.077991] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.078351] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.082556] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2876b4e0-b3d9-45ab-b23b-7556d203b075 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.096016] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375fc470-5a23-472a-95d8-52ed4f69efd0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.105343] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 858.105343] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c71efb-575e-8156-2a09-f38207b92056" [ 858.105343] env[69843]: _type = "Task" [ 858.105343] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.115196] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c71efb-575e-8156-2a09-f38207b92056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.130327] env[69843]: DEBUG nova.compute.manager [req-518cfd58-ab0a-4522-a457-0c0bab18b7dc req-16fb740e-dfe4-45ca-ad79-b6619b73691d service nova] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Detach interface failed, port_id=06fe695b-cc01-4471-b473-3115d4377e20, reason: Instance 2542d997-58b0-4a65-bbc0-ee34843837c0 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 858.136170] env[69843]: DEBUG nova.network.neutron [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.156970] env[69843]: DEBUG nova.objects.instance [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'flavor' on Instance uuid 0c51bfd5-589a-4b32-9d1a-e619dc352b66 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.211040] env[69843]: DEBUG nova.network.neutron [-] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.286792] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.923s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.292264] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.700s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.292522] env[69843]: DEBUG nova.objects.instance [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lazy-loading 'resources' on Instance uuid 29605030-00aa-482e-aaa4-c2d66af2c29d {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.321178] env[69843]: INFO nova.scheduler.client.report [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Deleted allocations for instance 66659cd1-aabd-4158-86c6-66ef8977416d [ 858.326983] env[69843]: DEBUG nova.network.neutron [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Updating instance_info_cache with network_info: [{"id": "0ceb288e-36fa-4ea8-ad37-0fafdb6dc445", "address": "fa:16:3e:64:70:25", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ceb288e-36", "ovs_interfaceid": "0ceb288e-36fa-4ea8-ad37-0fafdb6dc445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.458641] env[69843]: INFO nova.compute.manager [-] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Took 1.78 seconds to deallocate network for instance. [ 858.530064] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704154, 'name': ReconfigVM_Task, 'duration_secs': 0.33038} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.530440] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8/57cc7aea-24c2-49d1-8c30-469a9dbbb5e8.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.530742] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance '57cc7aea-24c2-49d1-8c30-469a9dbbb5e8' progress to 50 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.544805] env[69843]: DEBUG oslo_vmware.api [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704155, 'name': PowerOnVM_Task, 'duration_secs': 0.507789} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.546555] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.546555] env[69843]: INFO nova.compute.manager [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Took 8.22 seconds to spawn the instance on the hypervisor. [ 858.546555] env[69843]: DEBUG nova.compute.manager [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 858.546737] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2a9440-542d-42df-8039-eccc26b29832 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.617513] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c71efb-575e-8156-2a09-f38207b92056, 'name': SearchDatastore_Task, 'duration_secs': 0.023655} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.617838] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.618086] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.618374] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.618533] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.618720] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.619338] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ff9906b-9878-4d3e-bec2-78d88020eec0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.630721] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.630921] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.631718] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b84c30-c2a7-4927-ba26-b339b9edbafe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.639324] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 858.639324] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52055bcf-e66e-d310-4eb0-c8fd238b2b7f" [ 858.639324] env[69843]: _type = "Task" [ 858.639324] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.650170] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52055bcf-e66e-d310-4eb0-c8fd238b2b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.665357] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.665583] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquired lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.665771] env[69843]: DEBUG nova.network.neutron [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.666683] env[69843]: DEBUG nova.objects.instance [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'info_cache' on Instance uuid 0c51bfd5-589a-4b32-9d1a-e619dc352b66 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.713841] env[69843]: INFO nova.compute.manager [-] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Took 2.14 seconds to deallocate network for instance. [ 858.833780] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "refresh_cache-84d7f08d-e3a1-499d-9614-af5f8da0cc14" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.834092] env[69843]: DEBUG nova.compute.manager [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Instance network_info: |[{"id": "0ceb288e-36fa-4ea8-ad37-0fafdb6dc445", "address": "fa:16:3e:64:70:25", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ceb288e-36", "ovs_interfaceid": "0ceb288e-36fa-4ea8-ad37-0fafdb6dc445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.834607] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e92ac448-b303-47f0-a247-fde0cd213f60 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "66659cd1-aabd-4158-86c6-66ef8977416d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.806s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.836018] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:70:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ceb288e-36fa-4ea8-ad37-0fafdb6dc445', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.844816] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Creating folder: Project (b26f958d3ee24955863a693689eacf7b). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.844816] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00db861a-763c-4afd-a4b1-3ed42bc2928a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.859784] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Created folder: Project (b26f958d3ee24955863a693689eacf7b) in parent group-v737654. [ 858.860324] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Creating folder: Instances. Parent ref: group-v737810. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.863647] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64ed23ab-c517-43b9-9bfb-178d1daa2bdf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.877716] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Created folder: Instances in parent group-v737810. [ 858.878144] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.881105] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.882781] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc0d5cc3-4627-4daa-8715-75726c3e0492 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.905436] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.905436] env[69843]: value = "task-3704158" [ 858.905436] env[69843]: _type = "Task" [ 858.905436] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.914996] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704158, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.970522] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.043426] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86fbb0b-6239-4248-8cd3-7b8f6fd6e742 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.069712] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1623b6-3d66-40ef-b5f4-51418d1c575f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.074644] env[69843]: INFO nova.compute.manager [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Took 53.60 seconds to build instance. [ 859.090302] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance '57cc7aea-24c2-49d1-8c30-469a9dbbb5e8' progress to 67 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.097325] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1c11317b-ee00-44b6-bf80-9d85d965e6b4 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "3b4181bf-1027-46e0-af62-f058b4bc7170" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.828s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.139252] env[69843]: DEBUG nova.compute.manager [req-71b70480-3806-4fbb-ac70-68a0bd712a38 req-77f8c357-b732-46e7-b648-19ee52135ec1 service nova] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Received event network-changed-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.139529] env[69843]: DEBUG nova.compute.manager [req-71b70480-3806-4fbb-ac70-68a0bd712a38 req-77f8c357-b732-46e7-b648-19ee52135ec1 service nova] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Refreshing instance network info cache due to event network-changed-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.139806] env[69843]: DEBUG oslo_concurrency.lockutils [req-71b70480-3806-4fbb-ac70-68a0bd712a38 req-77f8c357-b732-46e7-b648-19ee52135ec1 service nova] Acquiring lock "refresh_cache-84d7f08d-e3a1-499d-9614-af5f8da0cc14" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.139936] env[69843]: DEBUG oslo_concurrency.lockutils [req-71b70480-3806-4fbb-ac70-68a0bd712a38 req-77f8c357-b732-46e7-b648-19ee52135ec1 service nova] Acquired lock "refresh_cache-84d7f08d-e3a1-499d-9614-af5f8da0cc14" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.140117] env[69843]: DEBUG nova.network.neutron [req-71b70480-3806-4fbb-ac70-68a0bd712a38 req-77f8c357-b732-46e7-b648-19ee52135ec1 service nova] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Refreshing network info cache for port 0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.156819] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52055bcf-e66e-d310-4eb0-c8fd238b2b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.024213} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.162039] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e822e1-7a61-460e-ab7f-af2c74f1cb23 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.167079] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 859.167079] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea51c5-b10d-fbbc-eb78-9c5424cabb6e" [ 859.167079] env[69843]: _type = "Task" [ 859.167079] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.174357] env[69843]: DEBUG nova.objects.base [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Object Instance<0c51bfd5-589a-4b32-9d1a-e619dc352b66> lazy-loaded attributes: flavor,info_cache {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 859.183174] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea51c5-b10d-fbbc-eb78-9c5424cabb6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.220220] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.399079] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac01b2c-eaf8-45b5-a5fb-eccea8203142 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.410390] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a9e1b7-a312-42c8-b765-ac59d0d68e09 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.419792] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704158, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.446928] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369d8ee2-650d-4c0d-98a4-8aaf06522e4e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.455382] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36c57f9-9fda-4c0b-a35a-a10896684330 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.470653] env[69843]: DEBUG nova.compute.provider_tree [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.602360] env[69843]: DEBUG nova.compute.manager [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.639955] env[69843]: DEBUG nova.network.neutron [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Port 207f1b37-b329-4489-a41d-edbcb77cfd2c binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 859.666520] env[69843]: DEBUG nova.compute.manager [req-c9b57550-4757-4470-b009-bbd9c06ecb45 req-8d2c8bde-2c45-4ec8-845c-772d8fc88710 service nova] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Received event network-vif-deleted-b71f3b3a-da99-433a-80ea-9063018c70e3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.666741] env[69843]: DEBUG nova.compute.manager [req-c9b57550-4757-4470-b009-bbd9c06ecb45 req-8d2c8bde-2c45-4ec8-845c-772d8fc88710 service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Received event network-changed-217e1dba-f658-4095-aff5-531e72e44e11 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.666905] env[69843]: DEBUG nova.compute.manager [req-c9b57550-4757-4470-b009-bbd9c06ecb45 req-8d2c8bde-2c45-4ec8-845c-772d8fc88710 service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Refreshing instance network info cache due to event network-changed-217e1dba-f658-4095-aff5-531e72e44e11. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.667171] env[69843]: DEBUG oslo_concurrency.lockutils [req-c9b57550-4757-4470-b009-bbd9c06ecb45 req-8d2c8bde-2c45-4ec8-845c-772d8fc88710 service nova] Acquiring lock "refresh_cache-fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.667353] env[69843]: DEBUG oslo_concurrency.lockutils [req-c9b57550-4757-4470-b009-bbd9c06ecb45 req-8d2c8bde-2c45-4ec8-845c-772d8fc88710 service nova] Acquired lock "refresh_cache-fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.667519] env[69843]: DEBUG nova.network.neutron [req-c9b57550-4757-4470-b009-bbd9c06ecb45 req-8d2c8bde-2c45-4ec8-845c-772d8fc88710 service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Refreshing network info cache for port 217e1dba-f658-4095-aff5-531e72e44e11 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.681504] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea51c5-b10d-fbbc-eb78-9c5424cabb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.015563} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.683964] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.684238] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 242c4693-35ab-41db-91dd-3862456a9903/242c4693-35ab-41db-91dd-3862456a9903.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.684805] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5b1f6ee-9ea6-4058-85a3-c15fad1de9b4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.694247] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 859.694247] env[69843]: value = "task-3704159" [ 859.694247] env[69843]: _type = "Task" [ 859.694247] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.704052] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.721510] env[69843]: DEBUG oslo_concurrency.lockutils [None req-80d10558-0763-4f46-bc24-c5e538582f30 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.721774] env[69843]: DEBUG oslo_concurrency.lockutils [None req-80d10558-0763-4f46-bc24-c5e538582f30 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.721989] env[69843]: DEBUG nova.compute.manager [None req-80d10558-0763-4f46-bc24-c5e538582f30 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 859.722876] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538fe2af-deef-4ddf-8771-1fb108017ff7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.730075] env[69843]: DEBUG nova.compute.manager [None req-80d10558-0763-4f46-bc24-c5e538582f30 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69843) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 859.730671] env[69843]: DEBUG nova.objects.instance [None req-80d10558-0763-4f46-bc24-c5e538582f30 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'flavor' on Instance uuid 62d3db0b-c60c-4cd7-8363-5da9b1619d16 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.792262] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "c4ced098-7a4f-4842-895d-e600126f7916" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.792407] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "c4ced098-7a4f-4842-895d-e600126f7916" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.792683] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "c4ced098-7a4f-4842-895d-e600126f7916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.792897] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "c4ced098-7a4f-4842-895d-e600126f7916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.793081] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "c4ced098-7a4f-4842-895d-e600126f7916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.795786] env[69843]: INFO nova.compute.manager [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Terminating instance [ 859.921158] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704158, 'name': CreateVM_Task, 'duration_secs': 0.64019} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.921553] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.922210] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.922460] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.922904] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.923291] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21502b6-1c45-4c01-ade1-372d2205bdd7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.930930] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 859.930930] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52277804-c5cc-8c84-f3c0-6f6007306c57" [ 859.930930] env[69843]: _type = "Task" [ 859.930930] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.947197] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52277804-c5cc-8c84-f3c0-6f6007306c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.003984] env[69843]: DEBUG nova.network.neutron [req-71b70480-3806-4fbb-ac70-68a0bd712a38 req-77f8c357-b732-46e7-b648-19ee52135ec1 service nova] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Updated VIF entry in instance network info cache for port 0ceb288e-36fa-4ea8-ad37-0fafdb6dc445. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.003984] env[69843]: DEBUG nova.network.neutron [req-71b70480-3806-4fbb-ac70-68a0bd712a38 req-77f8c357-b732-46e7-b648-19ee52135ec1 service nova] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Updating instance_info_cache with network_info: [{"id": "0ceb288e-36fa-4ea8-ad37-0fafdb6dc445", "address": "fa:16:3e:64:70:25", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ceb288e-36", "ovs_interfaceid": "0ceb288e-36fa-4ea8-ad37-0fafdb6dc445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.010191] env[69843]: DEBUG nova.scheduler.client.report [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 860.010590] env[69843]: DEBUG nova.compute.provider_tree [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 84 to 85 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 860.010791] env[69843]: DEBUG nova.compute.provider_tree [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.041346] env[69843]: DEBUG nova.network.neutron [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Updating instance_info_cache with network_info: [{"id": "1378d26b-4150-423a-9917-32f7206c04f4", "address": "fa:16:3e:bf:b3:d0", "network": {"id": "ef061263-737b-4dec-ac59-b60ba4e542bb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945675926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc1661c4a4d54f8a9efa46de4e1e3260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1378d26b-41", "ovs_interfaceid": "1378d26b-4150-423a-9917-32f7206c04f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.123353] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.210994] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704159, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.301588] env[69843]: DEBUG nova.compute.manager [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.301588] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.301588] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0f0b01-fb9a-4cd1-bb6f-f0dddd061d34 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.311434] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.311791] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-371296dd-4b86-4e84-a8bd-e2be205dab42 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.319818] env[69843]: DEBUG oslo_vmware.api [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 860.319818] env[69843]: value = "task-3704160" [ 860.319818] env[69843]: _type = "Task" [ 860.319818] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.332644] env[69843]: DEBUG oslo_vmware.api [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3704160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.430013] env[69843]: DEBUG nova.network.neutron [req-c9b57550-4757-4470-b009-bbd9c06ecb45 req-8d2c8bde-2c45-4ec8-845c-772d8fc88710 service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Updated VIF entry in instance network info cache for port 217e1dba-f658-4095-aff5-531e72e44e11. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.430410] env[69843]: DEBUG nova.network.neutron [req-c9b57550-4757-4470-b009-bbd9c06ecb45 req-8d2c8bde-2c45-4ec8-845c-772d8fc88710 service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Updating instance_info_cache with network_info: [{"id": "217e1dba-f658-4095-aff5-531e72e44e11", "address": "fa:16:3e:30:0a:4c", "network": {"id": "6bc51627-5a3f-4c04-8076-e892c835aeaf", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1424484101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36128786a66d4be5bf681a8c4fd9f4a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217e1dba-f6", "ovs_interfaceid": "217e1dba-f658-4095-aff5-531e72e44e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.446287] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52277804-c5cc-8c84-f3c0-6f6007306c57, 'name': SearchDatastore_Task, 'duration_secs': 0.055031} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.447267] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.447534] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.447776] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.447918] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.448112] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.448638] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae2d0997-6da2-40a5-87e9-8ec15d5ba549 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.459542] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.459804] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.460578] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee84de3a-19bd-413f-8c40-2e356c779df0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.467498] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 860.467498] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5249fc91-c36c-efcb-f8ec-8f43e407afc3" [ 860.467498] env[69843]: _type = "Task" [ 860.467498] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.476620] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5249fc91-c36c-efcb-f8ec-8f43e407afc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.507313] env[69843]: DEBUG oslo_concurrency.lockutils [req-71b70480-3806-4fbb-ac70-68a0bd712a38 req-77f8c357-b732-46e7-b648-19ee52135ec1 service nova] Releasing lock "refresh_cache-84d7f08d-e3a1-499d-9614-af5f8da0cc14" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.519023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.519903] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.673s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.524439] env[69843]: INFO nova.compute.claims [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.544283] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Releasing lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.565957] env[69843]: INFO nova.scheduler.client.report [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted allocations for instance 29605030-00aa-482e-aaa4-c2d66af2c29d [ 860.665557] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.666024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.666309] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.708442] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547477} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.712607] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 242c4693-35ab-41db-91dd-3862456a9903/242c4693-35ab-41db-91dd-3862456a9903.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.712607] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.712607] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b10627a6-b21f-470d-ab1e-b90d9d79c6ee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.719729] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 860.719729] env[69843]: value = "task-3704161" [ 860.719729] env[69843]: _type = "Task" [ 860.719729] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.729488] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.738691] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d10558-0763-4f46-bc24-c5e538582f30 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.739015] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a884af7-ed94-4de3-9bf0-c922f4196c6e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.747021] env[69843]: DEBUG oslo_vmware.api [None req-80d10558-0763-4f46-bc24-c5e538582f30 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 860.747021] env[69843]: value = "task-3704162" [ 860.747021] env[69843]: _type = "Task" [ 860.747021] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.757533] env[69843]: DEBUG oslo_vmware.api [None req-80d10558-0763-4f46-bc24-c5e538582f30 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.830669] env[69843]: DEBUG oslo_vmware.api [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3704160, 'name': PowerOffVM_Task, 'duration_secs': 0.203458} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.830948] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.831129] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.831434] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b10c7d7-5064-49a6-9940-262cce8589b4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.913737] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.913989] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.914194] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Deleting the datastore file [datastore1] c4ced098-7a4f-4842-895d-e600126f7916 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.914493] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4de01beb-6be8-476c-9341-3d6de6024428 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.922180] env[69843]: DEBUG oslo_vmware.api [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for the task: (returnval){ [ 860.922180] env[69843]: value = "task-3704164" [ 860.922180] env[69843]: _type = "Task" [ 860.922180] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.930839] env[69843]: DEBUG oslo_vmware.api [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3704164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.934510] env[69843]: DEBUG oslo_concurrency.lockutils [req-c9b57550-4757-4470-b009-bbd9c06ecb45 req-8d2c8bde-2c45-4ec8-845c-772d8fc88710 service nova] Releasing lock "refresh_cache-fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.978831] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5249fc91-c36c-efcb-f8ec-8f43e407afc3, 'name': SearchDatastore_Task, 'duration_secs': 0.024439} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.980365] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f45f673-ec3f-4c17-937d-6804a8bdc80a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.985970] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 860.985970] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e1242b-58a5-d59b-9144-a993bdd3414e" [ 860.985970] env[69843]: _type = "Task" [ 860.985970] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.996292] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e1242b-58a5-d59b-9144-a993bdd3414e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.076449] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c0244380-3071-41b3-8654-1fd9539c5ea4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "29605030-00aa-482e-aaa4-c2d66af2c29d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.086s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.231827] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072317} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.232233] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.233846] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9a5d31-5f6f-4f77-ae46-dd5d989031fd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.261875] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 242c4693-35ab-41db-91dd-3862456a9903/242c4693-35ab-41db-91dd-3862456a9903.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.265390] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1014beec-eb1a-4fe7-a67d-1893fa1efba9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.289519] env[69843]: DEBUG oslo_vmware.api [None req-80d10558-0763-4f46-bc24-c5e538582f30 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704162, 'name': PowerOffVM_Task, 'duration_secs': 0.377611} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.290971] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d10558-0763-4f46-bc24-c5e538582f30 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.291225] env[69843]: DEBUG nova.compute.manager [None req-80d10558-0763-4f46-bc24-c5e538582f30 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.291599] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 861.291599] env[69843]: value = "task-3704165" [ 861.291599] env[69843]: _type = "Task" [ 861.291599] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.292374] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d03cce6-04e8-4d43-b8b9-c1636d843b30 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.307332] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704165, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.433709] env[69843]: DEBUG oslo_vmware.api [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Task: {'id': task-3704164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2521} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.434019] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.435031] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.435031] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.435031] env[69843]: INFO nova.compute.manager [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Took 1.13 seconds to destroy the instance on the hypervisor. [ 861.435031] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.435230] env[69843]: DEBUG nova.compute.manager [-] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.435292] env[69843]: DEBUG nova.network.neutron [-] [instance: c4ced098-7a4f-4842-895d-e600126f7916] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.497106] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e1242b-58a5-d59b-9144-a993bdd3414e, 'name': SearchDatastore_Task, 'duration_secs': 0.039492} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.497410] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.497957] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 84d7f08d-e3a1-499d-9614-af5f8da0cc14/84d7f08d-e3a1-499d-9614-af5f8da0cc14.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.497957] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3fd50d5-99d1-430e-b262-039b70552a40 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.509062] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 861.509062] env[69843]: value = "task-3704166" [ 861.509062] env[69843]: _type = "Task" [ 861.509062] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.518903] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.555081] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.555444] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83222a90-c7b9-4fcb-b2c2-1d9c9d8088b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.564290] env[69843]: DEBUG oslo_vmware.api [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 861.564290] env[69843]: value = "task-3704167" [ 861.564290] env[69843]: _type = "Task" [ 861.564290] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.576807] env[69843]: DEBUG oslo_vmware.api [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.733696] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.733901] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.734095] env[69843]: DEBUG nova.network.neutron [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.805051] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704165, 'name': ReconfigVM_Task, 'duration_secs': 0.455363} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.808109] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 242c4693-35ab-41db-91dd-3862456a9903/242c4693-35ab-41db-91dd-3862456a9903.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.810792] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a6cbe17-757a-4a98-9fbc-e943c375e2f2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.814130] env[69843]: DEBUG oslo_concurrency.lockutils [None req-80d10558-0763-4f46-bc24-c5e538582f30 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.819993] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 861.819993] env[69843]: value = "task-3704168" [ 861.819993] env[69843]: _type = "Task" [ 861.819993] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.832766] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704168, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.891088] env[69843]: DEBUG nova.compute.manager [req-a5e5c47d-db5c-45bb-af3f-fb5e58bc8d11 req-374f0b73-947a-45cc-aff1-f76f5f22ef75 service nova] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Received event network-vif-deleted-dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.892080] env[69843]: INFO nova.compute.manager [req-a5e5c47d-db5c-45bb-af3f-fb5e58bc8d11 req-374f0b73-947a-45cc-aff1-f76f5f22ef75 service nova] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Neutron deleted interface dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5; detaching it from the instance and deleting it from the info cache [ 861.892080] env[69843]: DEBUG nova.network.neutron [req-a5e5c47d-db5c-45bb-af3f-fb5e58bc8d11 req-374f0b73-947a-45cc-aff1-f76f5f22ef75 service nova] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.023094] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704166, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.075970] env[69843]: DEBUG oslo_vmware.api [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.130152] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b99beb-5630-4835-8d83-4e981d6f4f3c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.139017] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2227b37-e8ba-4545-89e5-b7c0148002e5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.176595] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a34975-f831-4549-b619-251b619fe554 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.185591] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b034469-03f9-43aa-96f5-7421eef8e935 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.202608] env[69843]: DEBUG nova.compute.provider_tree [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.253035] env[69843]: DEBUG nova.network.neutron [-] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.331296] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704168, 'name': Rename_Task, 'duration_secs': 0.381628} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.333824] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.334147] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af3985e2-957e-453d-850e-b2fe7f9d9d96 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.342628] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 862.342628] env[69843]: value = "task-3704169" [ 862.342628] env[69843]: _type = "Task" [ 862.342628] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.351940] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.394551] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56454b0f-2629-4c42-8677-abf191018fe2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.405186] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87af842f-18cf-4d90-af6b-e7a3356455f7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.446392] env[69843]: DEBUG nova.compute.manager [req-a5e5c47d-db5c-45bb-af3f-fb5e58bc8d11 req-374f0b73-947a-45cc-aff1-f76f5f22ef75 service nova] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Detach interface failed, port_id=dac0fe3e-ceee-4eb9-ac3a-ddd1acd63fa5, reason: Instance c4ced098-7a4f-4842-895d-e600126f7916 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.487943] env[69843]: DEBUG nova.network.neutron [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance_info_cache with network_info: [{"id": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "address": "fa:16:3e:19:10:2d", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207f1b37-b3", "ovs_interfaceid": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.523603] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592872} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.523933] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 84d7f08d-e3a1-499d-9614-af5f8da0cc14/84d7f08d-e3a1-499d-9614-af5f8da0cc14.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.524209] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.524501] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0e9634f-7471-423f-b247-823e42ced058 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.532480] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 862.532480] env[69843]: value = "task-3704170" [ 862.532480] env[69843]: _type = "Task" [ 862.532480] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.543328] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.579226] env[69843]: DEBUG oslo_vmware.api [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704167, 'name': PowerOnVM_Task, 'duration_secs': 0.677769} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.579535] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.580438] env[69843]: DEBUG nova.compute.manager [None req-e82dc4ca-1e51-4dfc-9ec1-703636b322d5 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 862.580593] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6ddf7d-b02e-4323-947d-24816b4202fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.708606] env[69843]: DEBUG nova.scheduler.client.report [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.712424] env[69843]: DEBUG nova.objects.instance [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'flavor' on Instance uuid 62d3db0b-c60c-4cd7-8363-5da9b1619d16 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.755968] env[69843]: INFO nova.compute.manager [-] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Took 1.32 seconds to deallocate network for instance. [ 862.853285] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.991893] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.043428] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072728} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.043847] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.044500] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96b4154-9298-440f-80d3-135692c2e943 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.068081] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 84d7f08d-e3a1-499d-9614-af5f8da0cc14/84d7f08d-e3a1-499d-9614-af5f8da0cc14.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.068690] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc242c4e-5806-40f7-ba77-716c7e5051b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.089301] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 863.089301] env[69843]: value = "task-3704171" [ 863.089301] env[69843]: _type = "Task" [ 863.089301] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.101148] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.215159] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.215815] env[69843]: DEBUG nova.compute.manager [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.218687] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.069s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.218924] env[69843]: DEBUG nova.objects.instance [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lazy-loading 'resources' on Instance uuid 1a278863-e27b-41c3-88e2-338732e1f54c {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.222301] env[69843]: DEBUG oslo_concurrency.lockutils [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.222479] env[69843]: DEBUG oslo_concurrency.lockutils [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.222651] env[69843]: DEBUG nova.network.neutron [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.222816] env[69843]: DEBUG nova.objects.instance [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'info_cache' on Instance uuid 62d3db0b-c60c-4cd7-8363-5da9b1619d16 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.262625] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.355181] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.374531] env[69843]: DEBUG nova.compute.manager [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.375636] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f86d59-a610-4df7-937d-a979ec05c87a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.522318] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b6f8d0-e7b0-4ada-9a58-1d144f3abf1d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.543259] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b1b69c-8400-4a3b-ad78-e70d2246dbb1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.551867] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance '57cc7aea-24c2-49d1-8c30-469a9dbbb5e8' progress to 83 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 863.600385] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.724201] env[69843]: DEBUG nova.compute.utils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.728397] env[69843]: DEBUG nova.compute.manager [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.728576] env[69843]: DEBUG nova.network.neutron [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.731563] env[69843]: DEBUG nova.objects.base [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Object Instance<62d3db0b-c60c-4cd7-8363-5da9b1619d16> lazy-loaded attributes: flavor,info_cache {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 863.766637] env[69843]: DEBUG nova.policy [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '603b6dde3b1c4b14a9438dc45af5a68e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '521d99d44ba349019c3f58c6b10eb938', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.853995] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.887299] env[69843]: INFO nova.compute.manager [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] instance snapshotting [ 863.890172] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae87e3b-48a8-4899-be2b-84286176b879 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.911721] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b71b681-d75c-493a-891b-eb12b596262b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.051863] env[69843]: DEBUG nova.network.neutron [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Successfully created port: 86eb1d85-1ffd-4517-be1a-c9136ae21c96 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.058259] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.058639] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed4d6db-0572-40a4-87f5-d05b2412c118 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.066794] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 864.066794] env[69843]: value = "task-3704172" [ 864.066794] env[69843]: _type = "Task" [ 864.066794] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.079054] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.103700] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704171, 'name': ReconfigVM_Task, 'duration_secs': 0.525902} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.104010] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 84d7f08d-e3a1-499d-9614-af5f8da0cc14/84d7f08d-e3a1-499d-9614-af5f8da0cc14.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.104648] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af7f80ea-33bb-47aa-9eeb-85c38f8aabfe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.114382] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 864.114382] env[69843]: value = "task-3704173" [ 864.114382] env[69843]: _type = "Task" [ 864.114382] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.125782] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704173, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.228718] env[69843]: DEBUG nova.compute.manager [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.270206] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0acf3a3-5edc-4a3d-b6cb-894209dd723c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.280627] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e93a6cb-3d5e-41e7-b4a8-20bbe4066cdc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.324050] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f24f034-7960-4c5b-ad18-91a4a201bd8c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.334384] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39203d9-b78e-4124-9890-beb476d51ca3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.350078] env[69843]: DEBUG nova.compute.provider_tree [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.364224] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.422691] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 864.423079] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3fe6007-3853-4cc1-a95e-1d490c936ec7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.432537] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 864.432537] env[69843]: value = "task-3704174" [ 864.432537] env[69843]: _type = "Task" [ 864.432537] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.444267] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704174, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.552979] env[69843]: DEBUG nova.network.neutron [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance_info_cache with network_info: [{"id": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "address": "fa:16:3e:71:be:99", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bd37df-5a", "ovs_interfaceid": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.584035] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704172, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.627349] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704173, 'name': Rename_Task, 'duration_secs': 0.149645} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.627696] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.627978] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5907208-cf9f-41a8-904c-e7d0f5e21f17 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.636577] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 864.636577] env[69843]: value = "task-3704175" [ 864.636577] env[69843]: _type = "Task" [ 864.636577] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.646980] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.858385] env[69843]: DEBUG nova.scheduler.client.report [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.866514] env[69843]: DEBUG oslo_vmware.api [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704169, 'name': PowerOnVM_Task, 'duration_secs': 2.2787} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.867102] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.867409] env[69843]: DEBUG nova.compute.manager [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.868720] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fe3869-cea2-40d4-b429-2447f52850fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.943421] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704174, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.056260] env[69843]: DEBUG oslo_concurrency.lockutils [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.082284] env[69843]: DEBUG oslo_vmware.api [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704172, 'name': PowerOnVM_Task, 'duration_secs': 0.564837} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.082729] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.082888] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3703955a-8df4-42f9-81fb-7f5a49b97df5 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance '57cc7aea-24c2-49d1-8c30-469a9dbbb5e8' progress to 100 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.153260] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704175, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.243043] env[69843]: DEBUG nova.compute.manager [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.273472] env[69843]: DEBUG nova.virt.hardware [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.273761] env[69843]: DEBUG nova.virt.hardware [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.273925] env[69843]: DEBUG nova.virt.hardware [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.274141] env[69843]: DEBUG nova.virt.hardware [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.274300] env[69843]: DEBUG nova.virt.hardware [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.274454] env[69843]: DEBUG nova.virt.hardware [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.274765] env[69843]: DEBUG nova.virt.hardware [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.274875] env[69843]: DEBUG nova.virt.hardware [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.275127] env[69843]: DEBUG nova.virt.hardware [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.275262] env[69843]: DEBUG nova.virt.hardware [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.275452] env[69843]: DEBUG nova.virt.hardware [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.276555] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb0f8ed-5e13-44eb-ac48-4c56d0701356 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.286124] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f66fc90-f92e-4b28-9ee6-10b4da9c01c5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.368371] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.371290] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.255s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.372388] env[69843]: INFO nova.compute.claims [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.393642] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.404182] env[69843]: INFO nova.scheduler.client.report [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Deleted allocations for instance 1a278863-e27b-41c3-88e2-338732e1f54c [ 865.448485] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704174, 'name': CreateSnapshot_Task, 'duration_secs': 0.768543} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.449099] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 865.449933] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8b11ed-a803-4729-a9cb-b9f30d3c797b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.648697] env[69843]: DEBUG oslo_vmware.api [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704175, 'name': PowerOnVM_Task, 'duration_secs': 0.646094} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.649090] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.649373] env[69843]: INFO nova.compute.manager [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Took 9.78 seconds to spawn the instance on the hypervisor. [ 865.649682] env[69843]: DEBUG nova.compute.manager [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 865.650534] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c25f74b-f70d-4528-baf8-d0079b1bd002 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.678596] env[69843]: DEBUG nova.network.neutron [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Successfully updated port: 86eb1d85-1ffd-4517-be1a-c9136ae21c96 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.719486] env[69843]: DEBUG nova.compute.manager [req-61c160a8-1c2b-4d58-bb6e-e13978523622 req-2c155ba6-eb40-4f8f-9c49-7134fa438b16 service nova] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Received event network-vif-plugged-86eb1d85-1ffd-4517-be1a-c9136ae21c96 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.719598] env[69843]: DEBUG oslo_concurrency.lockutils [req-61c160a8-1c2b-4d58-bb6e-e13978523622 req-2c155ba6-eb40-4f8f-9c49-7134fa438b16 service nova] Acquiring lock "b898dcb3-b862-4559-9ab7-6820c9f35722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.719788] env[69843]: DEBUG oslo_concurrency.lockutils [req-61c160a8-1c2b-4d58-bb6e-e13978523622 req-2c155ba6-eb40-4f8f-9c49-7134fa438b16 service nova] Lock "b898dcb3-b862-4559-9ab7-6820c9f35722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.719983] env[69843]: DEBUG oslo_concurrency.lockutils [req-61c160a8-1c2b-4d58-bb6e-e13978523622 req-2c155ba6-eb40-4f8f-9c49-7134fa438b16 service nova] Lock "b898dcb3-b862-4559-9ab7-6820c9f35722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.720149] env[69843]: DEBUG nova.compute.manager [req-61c160a8-1c2b-4d58-bb6e-e13978523622 req-2c155ba6-eb40-4f8f-9c49-7134fa438b16 service nova] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] No waiting events found dispatching network-vif-plugged-86eb1d85-1ffd-4517-be1a-c9136ae21c96 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 865.720326] env[69843]: WARNING nova.compute.manager [req-61c160a8-1c2b-4d58-bb6e-e13978523622 req-2c155ba6-eb40-4f8f-9c49-7134fa438b16 service nova] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Received unexpected event network-vif-plugged-86eb1d85-1ffd-4517-be1a-c9136ae21c96 for instance with vm_state building and task_state spawning. [ 865.915039] env[69843]: DEBUG oslo_concurrency.lockutils [None req-12050eae-6b82-4fad-9b1c-7755b1558ceb tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "1a278863-e27b-41c3-88e2-338732e1f54c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.500s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.976452] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 865.976895] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74315b99-f919-41fa-9d5b-ee0d2523a7f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.989081] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 865.989081] env[69843]: value = "task-3704176" [ 865.989081] env[69843]: _type = "Task" [ 865.989081] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.001750] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704176, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.069717] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.070178] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceb76099-7e3f-4a61-8810-b233cb53a8a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.079792] env[69843]: DEBUG oslo_vmware.api [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 866.079792] env[69843]: value = "task-3704177" [ 866.079792] env[69843]: _type = "Task" [ 866.079792] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.091831] env[69843]: DEBUG oslo_vmware.api [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.172442] env[69843]: INFO nova.compute.manager [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Took 56.60 seconds to build instance. [ 866.181980] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "refresh_cache-b898dcb3-b862-4559-9ab7-6820c9f35722" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.181980] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired lock "refresh_cache-b898dcb3-b862-4559-9ab7-6820c9f35722" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.181980] env[69843]: DEBUG nova.network.neutron [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.373736] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "24dc5517-e593-4de4-a6ad-83fe1788414d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.374093] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "24dc5517-e593-4de4-a6ad-83fe1788414d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.374543] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "24dc5517-e593-4de4-a6ad-83fe1788414d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.374777] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "24dc5517-e593-4de4-a6ad-83fe1788414d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.374777] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "24dc5517-e593-4de4-a6ad-83fe1788414d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.378696] env[69843]: INFO nova.compute.manager [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Terminating instance [ 866.500473] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704176, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.591577] env[69843]: DEBUG oslo_vmware.api [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704177, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.675223] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dcae7dcb-1b62-4371-b07b-59d39bf91584 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "84d7f08d-e3a1-499d-9614-af5f8da0cc14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.666s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.720388] env[69843]: DEBUG nova.network.neutron [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.873592] env[69843]: DEBUG nova.network.neutron [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Updating instance_info_cache with network_info: [{"id": "86eb1d85-1ffd-4517-be1a-c9136ae21c96", "address": "fa:16:3e:c1:e7:bb", "network": {"id": "a02fde56-bb4b-4378-ba0d-374ffcbd7cfc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-7486345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "521d99d44ba349019c3f58c6b10eb938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86eb1d85-1f", "ovs_interfaceid": "86eb1d85-1ffd-4517-be1a-c9136ae21c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.889449] env[69843]: DEBUG nova.compute.manager [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.889449] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.889449] env[69843]: DEBUG oslo_concurrency.lockutils [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "84d7f08d-e3a1-499d-9614-af5f8da0cc14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.889733] env[69843]: DEBUG oslo_concurrency.lockutils [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "84d7f08d-e3a1-499d-9614-af5f8da0cc14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.892956] env[69843]: DEBUG oslo_concurrency.lockutils [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "84d7f08d-e3a1-499d-9614-af5f8da0cc14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.892956] env[69843]: DEBUG oslo_concurrency.lockutils [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "84d7f08d-e3a1-499d-9614-af5f8da0cc14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.892956] env[69843]: DEBUG oslo_concurrency.lockutils [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "84d7f08d-e3a1-499d-9614-af5f8da0cc14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.893307] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859df121-1442-4df0-ae0f-f037bb3abfcf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.898725] env[69843]: INFO nova.compute.manager [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Terminating instance [ 866.909787] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.910938] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bef953ac-1485-4ace-b141-08d7591f7aee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.919229] env[69843]: DEBUG oslo_vmware.api [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 866.919229] env[69843]: value = "task-3704178" [ 866.919229] env[69843]: _type = "Task" [ 866.919229] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.931175] env[69843]: DEBUG oslo_vmware.api [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.001263] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704176, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.090386] env[69843]: DEBUG oslo_vmware.api [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704177, 'name': PowerOnVM_Task, 'duration_secs': 0.553397} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.091873] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.092108] env[69843]: DEBUG nova.compute.manager [None req-957bb173-951a-4d9c-9db2-df46b20eb32d tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 867.095863] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881a4de3-6b29-47fa-8a9a-5f7f04d6b5e5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.166945] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510fe96e-2299-40b9-a28e-cededa7aec00 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.175821] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f1fc79-a969-4f6b-9479-89228da7ebc1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.179631] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.215048] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ec00c3-84ac-43b2-8311-6830d9466fd8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.224844] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a552b-31db-479f-ac42-5383742f1560 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.241995] env[69843]: DEBUG nova.compute.provider_tree [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.377115] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Releasing lock "refresh_cache-b898dcb3-b862-4559-9ab7-6820c9f35722" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.377597] env[69843]: DEBUG nova.compute.manager [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Instance network_info: |[{"id": "86eb1d85-1ffd-4517-be1a-c9136ae21c96", "address": "fa:16:3e:c1:e7:bb", "network": {"id": "a02fde56-bb4b-4378-ba0d-374ffcbd7cfc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-7486345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "521d99d44ba349019c3f58c6b10eb938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86eb1d85-1f", "ovs_interfaceid": "86eb1d85-1ffd-4517-be1a-c9136ae21c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.378119] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:e7:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86eb1d85-1ffd-4517-be1a-c9136ae21c96', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.388158] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Creating folder: Project (521d99d44ba349019c3f58c6b10eb938). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.388921] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88ced157-c360-4cb9-82ff-7af7a1c96646 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.403237] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Created folder: Project (521d99d44ba349019c3f58c6b10eb938) in parent group-v737654. [ 867.403428] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Creating folder: Instances. Parent ref: group-v737815. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.403814] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3be47ae-37da-41f1-bf8b-9fd0d889b8a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.406699] env[69843]: DEBUG nova.compute.manager [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.407129] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.408065] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab830a3-54cd-4907-aadf-b629930453e3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.417240] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.417650] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4e81c88-b05d-4bf0-98bf-e680f89a6603 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.421237] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Created folder: Instances in parent group-v737815. [ 867.421509] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.425250] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.426451] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6722c59-9f08-472f-bfbf-09b2f668015a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.442279] env[69843]: DEBUG oslo_vmware.api [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 867.442279] env[69843]: value = "task-3704181" [ 867.442279] env[69843]: _type = "Task" [ 867.442279] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.452551] env[69843]: DEBUG oslo_vmware.api [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704178, 'name': PowerOffVM_Task, 'duration_secs': 0.42166} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.457490] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.457754] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.458031] env[69843]: DEBUG oslo_vmware.api [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.458286] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.458286] env[69843]: value = "task-3704182" [ 867.458286] env[69843]: _type = "Task" [ 867.458286] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.458487] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b0944bb-83eb-4537-beb5-273121b9c561 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.471630] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704182, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.507170] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704176, 'name': CloneVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.553442] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.553760] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.553959] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleting the datastore file [datastore1] 24dc5517-e593-4de4-a6ad-83fe1788414d {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.554364] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dc31959-adfe-4ee7-be13-a4b4183b7bd2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.562501] env[69843]: DEBUG oslo_vmware.api [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 867.562501] env[69843]: value = "task-3704184" [ 867.562501] env[69843]: _type = "Task" [ 867.562501] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.572296] env[69843]: DEBUG oslo_vmware.api [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.711321] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.745522] env[69843]: DEBUG nova.scheduler.client.report [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.761032] env[69843]: DEBUG nova.network.neutron [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Port 207f1b37-b329-4489-a41d-edbcb77cfd2c binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 867.761379] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.761566] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.761758] env[69843]: DEBUG nova.network.neutron [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.954877] env[69843]: DEBUG oslo_vmware.api [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704181, 'name': PowerOffVM_Task, 'duration_secs': 0.314999} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.958033] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.958033] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.958033] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69412ade-661f-4a8c-9c09-e0036562f04f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.969619] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704182, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.002565] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704176, 'name': CloneVM_Task, 'duration_secs': 1.547623} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.003802] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Created linked-clone VM from snapshot [ 868.003976] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2345ee25-37be-42f4-9065-11b8ec2b1ef8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.015369] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Uploading image 53482a73-6db1-4ca1-bd21-c443dbc9cbd9 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 868.026911] env[69843]: DEBUG nova.compute.manager [req-07d08305-54ee-47a1-8b23-ce22e96e8822 req-3a34b0fd-76a7-47ca-849f-533e94f0c278 service nova] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Received event network-changed-86eb1d85-1ffd-4517-be1a-c9136ae21c96 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.027363] env[69843]: DEBUG nova.compute.manager [req-07d08305-54ee-47a1-8b23-ce22e96e8822 req-3a34b0fd-76a7-47ca-849f-533e94f0c278 service nova] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Refreshing instance network info cache due to event network-changed-86eb1d85-1ffd-4517-be1a-c9136ae21c96. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.027742] env[69843]: DEBUG oslo_concurrency.lockutils [req-07d08305-54ee-47a1-8b23-ce22e96e8822 req-3a34b0fd-76a7-47ca-849f-533e94f0c278 service nova] Acquiring lock "refresh_cache-b898dcb3-b862-4559-9ab7-6820c9f35722" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.028142] env[69843]: DEBUG oslo_concurrency.lockutils [req-07d08305-54ee-47a1-8b23-ce22e96e8822 req-3a34b0fd-76a7-47ca-849f-533e94f0c278 service nova] Acquired lock "refresh_cache-b898dcb3-b862-4559-9ab7-6820c9f35722" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.028539] env[69843]: DEBUG nova.network.neutron [req-07d08305-54ee-47a1-8b23-ce22e96e8822 req-3a34b0fd-76a7-47ca-849f-533e94f0c278 service nova] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Refreshing network info cache for port 86eb1d85-1ffd-4517-be1a-c9136ae21c96 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.033846] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 868.034869] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f00d16ae-b94b-47eb-b169-e640a4754154 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.043148] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.043398] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.043764] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleting the datastore file [datastore1] 84d7f08d-e3a1-499d-9614-af5f8da0cc14 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.045987] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baa8d02d-f67f-4bec-ba0c-f4fd3dbd4c6e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.048685] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 868.048685] env[69843]: value = "task-3704186" [ 868.048685] env[69843]: _type = "Task" [ 868.048685] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.055421] env[69843]: DEBUG oslo_vmware.api [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 868.055421] env[69843]: value = "task-3704187" [ 868.055421] env[69843]: _type = "Task" [ 868.055421] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.059471] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704186, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.072467] env[69843]: DEBUG oslo_vmware.api [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466357} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.076044] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.076266] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.076446] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.076660] env[69843]: INFO nova.compute.manager [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 868.076944] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.077144] env[69843]: DEBUG oslo_vmware.api [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.077402] env[69843]: DEBUG nova.compute.manager [-] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.077545] env[69843]: DEBUG nova.network.neutron [-] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.254908] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.254908] env[69843]: DEBUG nova.compute.manager [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.257820] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.279s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.259478] env[69843]: INFO nova.compute.claims [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.472326] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704182, 'name': CreateVM_Task, 'duration_secs': 0.756454} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.472833] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.473292] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.473453] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.473772] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.474091] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eaabb44-200f-488f-9757-4c1dafc1ba37 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.479622] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 868.479622] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520bcb22-d669-718e-151d-15711ca9eaa7" [ 868.479622] env[69843]: _type = "Task" [ 868.479622] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.490757] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520bcb22-d669-718e-151d-15711ca9eaa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.559621] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704186, 'name': Destroy_Task, 'duration_secs': 0.506088} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.562928] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Destroyed the VM [ 868.563128] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 868.563984] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8bb5f312-310a-4477-9b11-0773a693c365 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.573485] env[69843]: DEBUG oslo_vmware.api [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304343} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.574866] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.575096] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.575376] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.575590] env[69843]: INFO nova.compute.manager [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Took 1.17 seconds to destroy the instance on the hypervisor. [ 868.575862] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.576146] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 868.576146] env[69843]: value = "task-3704188" [ 868.576146] env[69843]: _type = "Task" [ 868.576146] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.578510] env[69843]: DEBUG nova.compute.manager [-] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.578604] env[69843]: DEBUG nova.network.neutron [-] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.584815] env[69843]: DEBUG nova.network.neutron [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance_info_cache with network_info: [{"id": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "address": "fa:16:3e:19:10:2d", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207f1b37-b3", "ovs_interfaceid": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.594874] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704188, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.746456] env[69843]: DEBUG nova.network.neutron [req-07d08305-54ee-47a1-8b23-ce22e96e8822 req-3a34b0fd-76a7-47ca-849f-533e94f0c278 service nova] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Updated VIF entry in instance network info cache for port 86eb1d85-1ffd-4517-be1a-c9136ae21c96. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.746456] env[69843]: DEBUG nova.network.neutron [req-07d08305-54ee-47a1-8b23-ce22e96e8822 req-3a34b0fd-76a7-47ca-849f-533e94f0c278 service nova] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Updating instance_info_cache with network_info: [{"id": "86eb1d85-1ffd-4517-be1a-c9136ae21c96", "address": "fa:16:3e:c1:e7:bb", "network": {"id": "a02fde56-bb4b-4378-ba0d-374ffcbd7cfc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-7486345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "521d99d44ba349019c3f58c6b10eb938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86eb1d85-1f", "ovs_interfaceid": "86eb1d85-1ffd-4517-be1a-c9136ae21c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.765080] env[69843]: DEBUG nova.compute.utils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.769723] env[69843]: DEBUG nova.compute.manager [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.769889] env[69843]: DEBUG nova.network.neutron [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.811627] env[69843]: DEBUG nova.policy [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e69bb64017d4f11b47d84c5d856a874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cf9023e684a4dc894f1befbc3329c67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.939276] env[69843]: DEBUG nova.network.neutron [-] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.992638] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520bcb22-d669-718e-151d-15711ca9eaa7, 'name': SearchDatastore_Task, 'duration_secs': 0.01211} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.992710] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.992926] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.993195] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.993344] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.993614] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.993828] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-175da1f1-b12e-46ab-b83a-ced72189b5c0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.006908] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.006908] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.006908] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf162d4-1b74-457d-b85d-d455b1f15071 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.016331] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 869.016331] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5257b7d8-6364-f6ae-9f3b-982aea9c31a2" [ 869.016331] env[69843]: _type = "Task" [ 869.016331] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.029975] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5257b7d8-6364-f6ae-9f3b-982aea9c31a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.087702] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.093475] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704188, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.101045] env[69843]: DEBUG nova.compute.manager [req-191d7e70-ccb4-40e1-983a-d048069f45db req-57ed0a25-83f4-4e66-a9cc-6aed16820509 service nova] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Received event network-vif-deleted-0ceb288e-36fa-4ea8-ad37-0fafdb6dc445 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.101294] env[69843]: INFO nova.compute.manager [req-191d7e70-ccb4-40e1-983a-d048069f45db req-57ed0a25-83f4-4e66-a9cc-6aed16820509 service nova] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Neutron deleted interface 0ceb288e-36fa-4ea8-ad37-0fafdb6dc445; detaching it from the instance and deleting it from the info cache [ 869.101518] env[69843]: DEBUG nova.network.neutron [req-191d7e70-ccb4-40e1-983a-d048069f45db req-57ed0a25-83f4-4e66-a9cc-6aed16820509 service nova] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.114316] env[69843]: DEBUG nova.network.neutron [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Successfully created port: 647017ed-6779-4314-9642-d08e0e7e69dd {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.250765] env[69843]: DEBUG oslo_concurrency.lockutils [req-07d08305-54ee-47a1-8b23-ce22e96e8822 req-3a34b0fd-76a7-47ca-849f-533e94f0c278 service nova] Releasing lock "refresh_cache-b898dcb3-b862-4559-9ab7-6820c9f35722" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.270710] env[69843]: DEBUG nova.compute.manager [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.443339] env[69843]: INFO nova.compute.manager [-] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Took 1.36 seconds to deallocate network for instance. [ 869.500893] env[69843]: DEBUG nova.network.neutron [-] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.531557] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5257b7d8-6364-f6ae-9f3b-982aea9c31a2, 'name': SearchDatastore_Task, 'duration_secs': 0.015846} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.532787] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef51f4e8-d007-4bf9-a1b4-b5dbac4cc9df {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.541270] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 869.541270] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5216e215-d841-0edd-52ef-0b9dd32c2dee" [ 869.541270] env[69843]: _type = "Task" [ 869.541270] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.551083] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5216e215-d841-0edd-52ef-0b9dd32c2dee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.591145] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704188, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.595653] env[69843]: DEBUG nova.compute.manager [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69843) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 869.595866] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.607216] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eebaaab9-1d2a-46c1-b424-9a075860f61c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.618107] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13be9c3c-e264-453f-a668-34c83b994b70 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.658325] env[69843]: DEBUG nova.compute.manager [req-191d7e70-ccb4-40e1-983a-d048069f45db req-57ed0a25-83f4-4e66-a9cc-6aed16820509 service nova] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Detach interface failed, port_id=0ceb288e-36fa-4ea8-ad37-0fafdb6dc445, reason: Instance 84d7f08d-e3a1-499d-9614-af5f8da0cc14 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.747039] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "e80028c3-0380-42f7-b907-58d545e343cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.747039] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "e80028c3-0380-42f7-b907-58d545e343cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.747039] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "e80028c3-0380-42f7-b907-58d545e343cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.747328] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "e80028c3-0380-42f7-b907-58d545e343cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.747328] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "e80028c3-0380-42f7-b907-58d545e343cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.750379] env[69843]: INFO nova.compute.manager [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Terminating instance [ 869.833949] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0763deda-fb8c-4bfc-ada2-b7703461fa2e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.842066] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511de4ab-15cd-4ef3-8fcf-66f5a8bce44e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.874985] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916e6fc8-3421-4221-8b35-c2afff8f8805 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.883481] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bd52ff-fd1b-470c-bea6-cdd6029d3e0b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.898215] env[69843]: DEBUG nova.compute.provider_tree [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.950582] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.005071] env[69843]: INFO nova.compute.manager [-] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Took 1.43 seconds to deallocate network for instance. [ 870.055185] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5216e215-d841-0edd-52ef-0b9dd32c2dee, 'name': SearchDatastore_Task, 'duration_secs': 0.019353} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.055477] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.055648] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] b898dcb3-b862-4559-9ab7-6820c9f35722/b898dcb3-b862-4559-9ab7-6820c9f35722.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.055918] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b639536-f854-4cd6-a12b-f55bc65d2557 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.064074] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 870.064074] env[69843]: value = "task-3704189" [ 870.064074] env[69843]: _type = "Task" [ 870.064074] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.074196] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.076439] env[69843]: DEBUG nova.compute.manager [req-d0ce19d5-b58c-4480-beb7-b355fbfa7158 req-27ed0c55-dcb7-428f-94eb-0f4c207c9763 service nova] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Received event network-vif-deleted-2568fe05-bfd4-4a81-b837-6461f703312d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.091503] env[69843]: DEBUG oslo_vmware.api [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704188, 'name': RemoveSnapshot_Task, 'duration_secs': 1.477029} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.091865] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 870.257702] env[69843]: DEBUG nova.compute.manager [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.257702] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.258488] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3d65b4-499e-4b37-8195-ae754ea23856 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.268528] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.268886] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d8223dd-dfdb-43a8-a15d-aca39884b73a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.277401] env[69843]: DEBUG oslo_vmware.api [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 870.277401] env[69843]: value = "task-3704190" [ 870.277401] env[69843]: _type = "Task" [ 870.277401] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.282838] env[69843]: DEBUG nova.compute.manager [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.294085] env[69843]: DEBUG oslo_vmware.api [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.317492] env[69843]: DEBUG nova.virt.hardware [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.317847] env[69843]: DEBUG nova.virt.hardware [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.318082] env[69843]: DEBUG nova.virt.hardware [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.318348] env[69843]: DEBUG nova.virt.hardware [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.318556] env[69843]: DEBUG nova.virt.hardware [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.318764] env[69843]: DEBUG nova.virt.hardware [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.319068] env[69843]: DEBUG nova.virt.hardware [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.319298] env[69843]: DEBUG nova.virt.hardware [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.319541] env[69843]: DEBUG nova.virt.hardware [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.319787] env[69843]: DEBUG nova.virt.hardware [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.320051] env[69843]: DEBUG nova.virt.hardware [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.321298] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129697d9-b520-44bf-bb14-a912d2e2de2e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.332283] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951b045b-25b6-46f3-8abd-7a845784d21c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.401461] env[69843]: DEBUG nova.scheduler.client.report [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.512784] env[69843]: DEBUG oslo_concurrency.lockutils [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.579913] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704189, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.597902] env[69843]: WARNING nova.compute.manager [None req-b61d4ab3-d887-4cd2-a49c-56951e8f641e tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Image not found during snapshot: nova.exception.ImageNotFound: Image 53482a73-6db1-4ca1-bd21-c443dbc9cbd9 could not be found. [ 870.731923] env[69843]: DEBUG nova.network.neutron [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Successfully updated port: 647017ed-6779-4314-9642-d08e0e7e69dd {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.789128] env[69843]: DEBUG oslo_vmware.api [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704190, 'name': PowerOffVM_Task, 'duration_secs': 0.263594} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.789421] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.789594] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.789861] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-691e1cf0-39fc-45e5-9575-6ed83fd0556d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.863881] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.864133] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.864320] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Deleting the datastore file [datastore2] e80028c3-0380-42f7-b907-58d545e343cf {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.864601] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bcfba11-eb15-4486-b02f-3cc1953c492a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.874059] env[69843]: DEBUG oslo_vmware.api [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for the task: (returnval){ [ 870.874059] env[69843]: value = "task-3704192" [ 870.874059] env[69843]: _type = "Task" [ 870.874059] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.883355] env[69843]: DEBUG oslo_vmware.api [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.908029] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.908029] env[69843]: DEBUG nova.compute.manager [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.910808] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.080s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.911021] env[69843]: DEBUG nova.objects.instance [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lazy-loading 'resources' on Instance uuid fc8ace66-7ec0-409e-9025-f46fcbf352ce {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.080042] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687901} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.080042] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] b898dcb3-b862-4559-9ab7-6820c9f35722/b898dcb3-b862-4559-9ab7-6820c9f35722.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.080232] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.080527] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b91c664e-c09f-4794-a9db-7a7706c1ccbb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.088498] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 871.088498] env[69843]: value = "task-3704193" [ 871.088498] env[69843]: _type = "Task" [ 871.088498] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.098957] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.234749] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Acquiring lock "refresh_cache-254736f6-56f6-47b2-b16d-417dfb91bd14" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.234832] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Acquired lock "refresh_cache-254736f6-56f6-47b2-b16d-417dfb91bd14" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.234992] env[69843]: DEBUG nova.network.neutron [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.387430] env[69843]: DEBUG oslo_vmware.api [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Task: {'id': task-3704192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422824} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.387820] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.387988] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.388187] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.388396] env[69843]: INFO nova.compute.manager [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 871.388662] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.388916] env[69843]: DEBUG nova.compute.manager [-] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.389091] env[69843]: DEBUG nova.network.neutron [-] [instance: e80028c3-0380-42f7-b907-58d545e343cf] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.415123] env[69843]: DEBUG nova.compute.utils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.420413] env[69843]: DEBUG nova.compute.manager [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.420413] env[69843]: DEBUG nova.network.neutron [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.468640] env[69843]: DEBUG nova.policy [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '903302db778940aa8200f7703157cd33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e849f93f0111429f8d2f75474cde3e3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.602025] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098783} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.603695] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.605109] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd014c57-0361-4294-a4c3-24f3ec55c981 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.631196] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] b898dcb3-b862-4559-9ab7-6820c9f35722/b898dcb3-b862-4559-9ab7-6820c9f35722.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.634258] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cde24264-810b-452c-862e-aa0e069eb849 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.657714] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 871.657714] env[69843]: value = "task-3704194" [ 871.657714] env[69843]: _type = "Task" [ 871.657714] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.667762] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.769083] env[69843]: DEBUG nova.network.neutron [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.915640] env[69843]: DEBUG nova.network.neutron [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Updating instance_info_cache with network_info: [{"id": "647017ed-6779-4314-9642-d08e0e7e69dd", "address": "fa:16:3e:36:ec:2b", "network": {"id": "1723507f-39a4-4fdf-9bc3-4fa6e2b79668", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-937847269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf9023e684a4dc894f1befbc3329c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647017ed-67", "ovs_interfaceid": "647017ed-6779-4314-9642-d08e0e7e69dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.928109] env[69843]: DEBUG nova.compute.manager [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.930932] env[69843]: DEBUG oslo_concurrency.lockutils [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "3b4181bf-1027-46e0-af62-f058b4bc7170" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.930932] env[69843]: DEBUG oslo_concurrency.lockutils [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "3b4181bf-1027-46e0-af62-f058b4bc7170" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.934253] env[69843]: DEBUG oslo_concurrency.lockutils [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "3b4181bf-1027-46e0-af62-f058b4bc7170-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.934253] env[69843]: DEBUG oslo_concurrency.lockutils [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "3b4181bf-1027-46e0-af62-f058b4bc7170-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.934253] env[69843]: DEBUG oslo_concurrency.lockutils [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "3b4181bf-1027-46e0-af62-f058b4bc7170-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.944561] env[69843]: INFO nova.compute.manager [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Terminating instance [ 872.048629] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981684de-fca2-4fb7-a2be-548fdc43c8d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.057236] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66bda1c-5f51-4d85-a982-175a45f1a404 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.088314] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac22a1f-633a-46aa-a5d8-d053c150dc8c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.096854] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baadc8d-74ba-4cd2-9e16-5e1b5d2a6b26 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.113027] env[69843]: DEBUG nova.compute.provider_tree [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.170436] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.197483] env[69843]: DEBUG nova.network.neutron [-] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.292237] env[69843]: DEBUG nova.network.neutron [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Successfully created port: d0ad7f23-b389-4245-b6f1-a3f19f97522e {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.370530] env[69843]: DEBUG nova.compute.manager [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Received event network-vif-plugged-647017ed-6779-4314-9642-d08e0e7e69dd {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.370530] env[69843]: DEBUG oslo_concurrency.lockutils [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] Acquiring lock "254736f6-56f6-47b2-b16d-417dfb91bd14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.370530] env[69843]: DEBUG oslo_concurrency.lockutils [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] Lock "254736f6-56f6-47b2-b16d-417dfb91bd14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.370530] env[69843]: DEBUG oslo_concurrency.lockutils [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] Lock "254736f6-56f6-47b2-b16d-417dfb91bd14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.370530] env[69843]: DEBUG nova.compute.manager [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] No waiting events found dispatching network-vif-plugged-647017ed-6779-4314-9642-d08e0e7e69dd {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 872.370530] env[69843]: WARNING nova.compute.manager [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Received unexpected event network-vif-plugged-647017ed-6779-4314-9642-d08e0e7e69dd for instance with vm_state building and task_state spawning. [ 872.370830] env[69843]: DEBUG nova.compute.manager [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Received event network-changed-647017ed-6779-4314-9642-d08e0e7e69dd {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.370830] env[69843]: DEBUG nova.compute.manager [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Refreshing instance network info cache due to event network-changed-647017ed-6779-4314-9642-d08e0e7e69dd. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.370949] env[69843]: DEBUG oslo_concurrency.lockutils [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] Acquiring lock "refresh_cache-254736f6-56f6-47b2-b16d-417dfb91bd14" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.422193] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Releasing lock "refresh_cache-254736f6-56f6-47b2-b16d-417dfb91bd14" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.422573] env[69843]: DEBUG nova.compute.manager [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Instance network_info: |[{"id": "647017ed-6779-4314-9642-d08e0e7e69dd", "address": "fa:16:3e:36:ec:2b", "network": {"id": "1723507f-39a4-4fdf-9bc3-4fa6e2b79668", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-937847269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf9023e684a4dc894f1befbc3329c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647017ed-67", "ovs_interfaceid": "647017ed-6779-4314-9642-d08e0e7e69dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.422912] env[69843]: DEBUG oslo_concurrency.lockutils [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] Acquired lock "refresh_cache-254736f6-56f6-47b2-b16d-417dfb91bd14" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.423136] env[69843]: DEBUG nova.network.neutron [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Refreshing network info cache for port 647017ed-6779-4314-9642-d08e0e7e69dd {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.424603] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:ec:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '647017ed-6779-4314-9642-d08e0e7e69dd', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.435678] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Creating folder: Project (2cf9023e684a4dc894f1befbc3329c67). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.437797] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-834db29d-44b1-458e-a375-a0e47ce4c54d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.448344] env[69843]: DEBUG nova.compute.manager [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.448854] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.450217] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac1fc32-33f9-4302-a2ad-e21fc016f3f1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.459018] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Created folder: Project (2cf9023e684a4dc894f1befbc3329c67) in parent group-v737654. [ 872.459374] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Creating folder: Instances. Parent ref: group-v737818. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.462232] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96daa9c5-5ac7-4da5-866b-97affe49d1f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.464255] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.464939] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-639b9b82-fd3f-4d59-a70e-1bf05db5c7af {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.474274] env[69843]: DEBUG oslo_vmware.api [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 872.474274] env[69843]: value = "task-3704196" [ 872.474274] env[69843]: _type = "Task" [ 872.474274] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.481195] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Created folder: Instances in parent group-v737818. [ 872.482992] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.484692] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.485800] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66ca01e2-e419-4d2e-b4c3-bcb582f17e9b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.511558] env[69843]: DEBUG oslo_vmware.api [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.520210] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.520210] env[69843]: value = "task-3704198" [ 872.520210] env[69843]: _type = "Task" [ 872.520210] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.531545] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704198, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.616742] env[69843]: DEBUG nova.scheduler.client.report [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.673686] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704194, 'name': ReconfigVM_Task, 'duration_secs': 0.925626} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.674105] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Reconfigured VM instance instance-00000036 to attach disk [datastore2] b898dcb3-b862-4559-9ab7-6820c9f35722/b898dcb3-b862-4559-9ab7-6820c9f35722.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.675429] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60c2b16f-0589-43a9-a74a-b863994da2fb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.690413] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 872.690413] env[69843]: value = "task-3704199" [ 872.690413] env[69843]: _type = "Task" [ 872.690413] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.706081] env[69843]: INFO nova.compute.manager [-] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Took 1.32 seconds to deallocate network for instance. [ 872.706653] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704199, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.946887] env[69843]: DEBUG nova.compute.manager [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.984258] env[69843]: DEBUG nova.virt.hardware [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.984510] env[69843]: DEBUG nova.virt.hardware [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.984672] env[69843]: DEBUG nova.virt.hardware [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.984848] env[69843]: DEBUG nova.virt.hardware [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.984990] env[69843]: DEBUG nova.virt.hardware [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.985251] env[69843]: DEBUG nova.virt.hardware [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.985601] env[69843]: DEBUG nova.virt.hardware [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.985759] env[69843]: DEBUG nova.virt.hardware [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.985937] env[69843]: DEBUG nova.virt.hardware [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.986123] env[69843]: DEBUG nova.virt.hardware [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.986806] env[69843]: DEBUG nova.virt.hardware [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.988016] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff2640b-c6de-416f-b787-1f24608b52e9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.993958] env[69843]: DEBUG oslo_vmware.api [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704196, 'name': PowerOffVM_Task, 'duration_secs': 0.22937} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.995027] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.995027] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.995027] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61b8591e-dc9c-4258-b43c-ac31ca5ea5eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.002800] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37925b2f-2531-4e1f-b488-d5f2b125109c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.035374] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704198, 'name': CreateVM_Task, 'duration_secs': 0.446313} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.035632] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.036421] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.036591] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.036921] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.037215] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b43bb2ba-bdb1-46e1-a556-8476f7ba92d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.043159] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Waiting for the task: (returnval){ [ 873.043159] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52649266-9049-e328-303a-5519a5935cd6" [ 873.043159] env[69843]: _type = "Task" [ 873.043159] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.055691] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52649266-9049-e328-303a-5519a5935cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.078423] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.078656] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.078893] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Deleting the datastore file [datastore2] 3b4181bf-1027-46e0-af62-f058b4bc7170 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.079173] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e464f891-633b-4c3e-858a-c8e4dfd431f4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.087160] env[69843]: DEBUG oslo_vmware.api [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 873.087160] env[69843]: value = "task-3704201" [ 873.087160] env[69843]: _type = "Task" [ 873.087160] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.096827] env[69843]: DEBUG oslo_vmware.api [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.124900] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.127849] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.812s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.129866] env[69843]: INFO nova.compute.claims [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.151170] env[69843]: INFO nova.scheduler.client.report [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Deleted allocations for instance fc8ace66-7ec0-409e-9025-f46fcbf352ce [ 873.187042] env[69843]: DEBUG nova.network.neutron [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Updated VIF entry in instance network info cache for port 647017ed-6779-4314-9642-d08e0e7e69dd. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.187514] env[69843]: DEBUG nova.network.neutron [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Updating instance_info_cache with network_info: [{"id": "647017ed-6779-4314-9642-d08e0e7e69dd", "address": "fa:16:3e:36:ec:2b", "network": {"id": "1723507f-39a4-4fdf-9bc3-4fa6e2b79668", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-937847269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf9023e684a4dc894f1befbc3329c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647017ed-67", "ovs_interfaceid": "647017ed-6779-4314-9642-d08e0e7e69dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.202477] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704199, 'name': Rename_Task, 'duration_secs': 0.162112} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.202790] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.203060] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c94d6826-253f-4717-9d16-1f38ac714067 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.211301] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 873.211301] env[69843]: value = "task-3704202" [ 873.211301] env[69843]: _type = "Task" [ 873.211301] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.216817] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.222459] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.554329] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52649266-9049-e328-303a-5519a5935cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.023562} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.554655] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.555214] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.555214] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.555368] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.555650] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.555940] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4165aad-ebdb-491c-b417-16b96057eadc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.567033] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.567261] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.568118] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9096c5ae-1996-4d10-8e94-9eacfeb9c00b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.574461] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Waiting for the task: (returnval){ [ 873.574461] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527a1d89-fdf5-4181-3ef3-188e1ff0380a" [ 873.574461] env[69843]: _type = "Task" [ 873.574461] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.585031] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527a1d89-fdf5-4181-3ef3-188e1ff0380a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.599678] env[69843]: DEBUG oslo_vmware.api [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163013} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.599678] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.599678] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.599678] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.599678] env[69843]: INFO nova.compute.manager [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Took 1.15 seconds to destroy the instance on the hypervisor. [ 873.599678] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.599678] env[69843]: DEBUG nova.compute.manager [-] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.599678] env[69843]: DEBUG nova.network.neutron [-] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.662104] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae73e8c5-dbc9-400d-812c-cfa226b49569 tempest-ServersTestMultiNic-1180622984 tempest-ServersTestMultiNic-1180622984-project-member] Lock "fc8ace66-7ec0-409e-9025-f46fcbf352ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.127s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.690878] env[69843]: DEBUG oslo_concurrency.lockutils [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] Releasing lock "refresh_cache-254736f6-56f6-47b2-b16d-417dfb91bd14" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.691180] env[69843]: DEBUG nova.compute.manager [req-dc2da1f7-77fc-4fb7-b4a3-df149c7e44a7 req-9f3f97c6-614c-4b91-b504-c9f9a4f4b071 service nova] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Received event network-vif-deleted-68235362-d373-4f47-a5db-b36c9f984bef {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.723264] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704202, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.090926] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527a1d89-fdf5-4181-3ef3-188e1ff0380a, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.091748] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3a5762-e79a-4045-9935-c7385beb1221 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.098182] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Waiting for the task: (returnval){ [ 874.098182] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a6424b-cbb3-6e06-969a-acc1b9ad1e9c" [ 874.098182] env[69843]: _type = "Task" [ 874.098182] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.106136] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a6424b-cbb3-6e06-969a-acc1b9ad1e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.226339] env[69843]: DEBUG oslo_vmware.api [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704202, 'name': PowerOnVM_Task, 'duration_secs': 0.769781} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.226445] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.226610] env[69843]: INFO nova.compute.manager [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Took 8.99 seconds to spawn the instance on the hypervisor. [ 874.226784] env[69843]: DEBUG nova.compute.manager [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.228189] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e1708b-e589-41c9-a07d-fb6bd2f6d44f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.417402] env[69843]: DEBUG nova.compute.manager [req-bf6425cb-78a2-4ee7-b75b-957a97b00580 req-e1cc3638-d2ce-4be3-b174-07d9ac3b618e service nova] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Received event network-vif-plugged-d0ad7f23-b389-4245-b6f1-a3f19f97522e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.417645] env[69843]: DEBUG oslo_concurrency.lockutils [req-bf6425cb-78a2-4ee7-b75b-957a97b00580 req-e1cc3638-d2ce-4be3-b174-07d9ac3b618e service nova] Acquiring lock "f8b0711c-2448-4aa1-b297-e2d5d1e56f4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.418727] env[69843]: DEBUG oslo_concurrency.lockutils [req-bf6425cb-78a2-4ee7-b75b-957a97b00580 req-e1cc3638-d2ce-4be3-b174-07d9ac3b618e service nova] Lock "f8b0711c-2448-4aa1-b297-e2d5d1e56f4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.418727] env[69843]: DEBUG oslo_concurrency.lockutils [req-bf6425cb-78a2-4ee7-b75b-957a97b00580 req-e1cc3638-d2ce-4be3-b174-07d9ac3b618e service nova] Lock "f8b0711c-2448-4aa1-b297-e2d5d1e56f4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.418727] env[69843]: DEBUG nova.compute.manager [req-bf6425cb-78a2-4ee7-b75b-957a97b00580 req-e1cc3638-d2ce-4be3-b174-07d9ac3b618e service nova] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] No waiting events found dispatching network-vif-plugged-d0ad7f23-b389-4245-b6f1-a3f19f97522e {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 874.418727] env[69843]: WARNING nova.compute.manager [req-bf6425cb-78a2-4ee7-b75b-957a97b00580 req-e1cc3638-d2ce-4be3-b174-07d9ac3b618e service nova] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Received unexpected event network-vif-plugged-d0ad7f23-b389-4245-b6f1-a3f19f97522e for instance with vm_state building and task_state spawning. [ 874.426994] env[69843]: DEBUG nova.network.neutron [-] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.474429] env[69843]: DEBUG nova.compute.manager [req-3d76a695-2c98-4a16-a55e-3ce195673b7e req-6b52f193-3986-4849-bcaa-c5d1c1ffe36e service nova] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Received event network-vif-deleted-b1aadf11-6de2-425b-936b-368329dbd68c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.552505] env[69843]: DEBUG nova.network.neutron [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Successfully updated port: d0ad7f23-b389-4245-b6f1-a3f19f97522e {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.609615] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a6424b-cbb3-6e06-969a-acc1b9ad1e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.040397} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.610236] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.610506] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 254736f6-56f6-47b2-b16d-417dfb91bd14/254736f6-56f6-47b2-b16d-417dfb91bd14.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.610801] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-195f03d7-2a34-4a1e-a979-24c4fbcddfa7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.618844] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Waiting for the task: (returnval){ [ 874.618844] env[69843]: value = "task-3704203" [ 874.618844] env[69843]: _type = "Task" [ 874.618844] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.630257] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.752371] env[69843]: INFO nova.compute.manager [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Took 53.93 seconds to build instance. [ 874.763967] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0adbd02-96d3-4cfc-812c-924a48357c8a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.776521] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38093ba5-eb9d-4eeb-83fe-01bbff901d3e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.813374] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fced01c0-4a76-4c91-8420-371dfedca316 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.826209] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0355e09c-a791-47fa-b718-7a53095f318b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.843203] env[69843]: DEBUG nova.compute.provider_tree [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.936742] env[69843]: INFO nova.compute.manager [-] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Took 1.34 seconds to deallocate network for instance. [ 875.056247] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "refresh_cache-f8b0711c-2448-4aa1-b297-e2d5d1e56f4a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.056247] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "refresh_cache-f8b0711c-2448-4aa1-b297-e2d5d1e56f4a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.056247] env[69843]: DEBUG nova.network.neutron [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.132120] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704203, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.253936] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73275727-33ad-43cd-a712-ea2571fd2abc tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "b898dcb3-b862-4559-9ab7-6820c9f35722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.226s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.320884] env[69843]: INFO nova.compute.manager [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Rescuing [ 875.321318] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "refresh_cache-b898dcb3-b862-4559-9ab7-6820c9f35722" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.321628] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired lock "refresh_cache-b898dcb3-b862-4559-9ab7-6820c9f35722" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.321953] env[69843]: DEBUG nova.network.neutron [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.345839] env[69843]: DEBUG nova.scheduler.client.report [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.447525] env[69843]: DEBUG oslo_concurrency.lockutils [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.619638] env[69843]: DEBUG nova.network.neutron [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.632980] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920535} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.632980] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 254736f6-56f6-47b2-b16d-417dfb91bd14/254736f6-56f6-47b2-b16d-417dfb91bd14.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.632980] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.632980] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a502456a-d6a7-40ef-9a0a-c864512f864c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.639829] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Waiting for the task: (returnval){ [ 875.639829] env[69843]: value = "task-3704204" [ 875.639829] env[69843]: _type = "Task" [ 875.639829] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.652684] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.757917] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.852875] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.853492] env[69843]: DEBUG nova.compute.manager [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.858637] env[69843]: DEBUG oslo_concurrency.lockutils [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.252s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.862119] env[69843]: DEBUG nova.objects.instance [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lazy-loading 'resources' on Instance uuid c850434b-0d5d-43f3-9e5b-a8d86153be5c {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.046154] env[69843]: DEBUG nova.network.neutron [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Updating instance_info_cache with network_info: [{"id": "86eb1d85-1ffd-4517-be1a-c9136ae21c96", "address": "fa:16:3e:c1:e7:bb", "network": {"id": "a02fde56-bb4b-4378-ba0d-374ffcbd7cfc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-7486345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "521d99d44ba349019c3f58c6b10eb938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86eb1d85-1f", "ovs_interfaceid": "86eb1d85-1ffd-4517-be1a-c9136ae21c96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.066237] env[69843]: DEBUG nova.network.neutron [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Updating instance_info_cache with network_info: [{"id": "d0ad7f23-b389-4245-b6f1-a3f19f97522e", "address": "fa:16:3e:7c:4b:51", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ad7f23-b3", "ovs_interfaceid": "d0ad7f23-b389-4245-b6f1-a3f19f97522e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.152898] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074712} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.153250] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.154136] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdb2d31-c5b9-458b-852c-2e88f54938bb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.178199] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 254736f6-56f6-47b2-b16d-417dfb91bd14/254736f6-56f6-47b2-b16d-417dfb91bd14.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.178598] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-918b8e7b-ce19-4966-8e7d-fa3e912bf648 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.201140] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Waiting for the task: (returnval){ [ 876.201140] env[69843]: value = "task-3704205" [ 876.201140] env[69843]: _type = "Task" [ 876.201140] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.213319] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.300630] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.365179] env[69843]: DEBUG nova.compute.utils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.366618] env[69843]: DEBUG nova.compute.manager [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Not allocating networking since 'none' was specified. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 876.454528] env[69843]: DEBUG nova.compute.manager [req-abdca8ff-2315-4177-a266-18434ab18848 req-575ecd05-1810-479c-a422-bf2d444bd52c service nova] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Received event network-changed-d0ad7f23-b389-4245-b6f1-a3f19f97522e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.454929] env[69843]: DEBUG nova.compute.manager [req-abdca8ff-2315-4177-a266-18434ab18848 req-575ecd05-1810-479c-a422-bf2d444bd52c service nova] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Refreshing instance network info cache due to event network-changed-d0ad7f23-b389-4245-b6f1-a3f19f97522e. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.496663] env[69843]: DEBUG oslo_concurrency.lockutils [req-abdca8ff-2315-4177-a266-18434ab18848 req-575ecd05-1810-479c-a422-bf2d444bd52c service nova] Acquiring lock "refresh_cache-f8b0711c-2448-4aa1-b297-e2d5d1e56f4a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.549264] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Releasing lock "refresh_cache-b898dcb3-b862-4559-9ab7-6820c9f35722" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.569473] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "refresh_cache-f8b0711c-2448-4aa1-b297-e2d5d1e56f4a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.569624] env[69843]: DEBUG nova.compute.manager [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Instance network_info: |[{"id": "d0ad7f23-b389-4245-b6f1-a3f19f97522e", "address": "fa:16:3e:7c:4b:51", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ad7f23-b3", "ovs_interfaceid": "d0ad7f23-b389-4245-b6f1-a3f19f97522e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.570014] env[69843]: DEBUG oslo_concurrency.lockutils [req-abdca8ff-2315-4177-a266-18434ab18848 req-575ecd05-1810-479c-a422-bf2d444bd52c service nova] Acquired lock "refresh_cache-f8b0711c-2448-4aa1-b297-e2d5d1e56f4a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.570132] env[69843]: DEBUG nova.network.neutron [req-abdca8ff-2315-4177-a266-18434ab18848 req-575ecd05-1810-479c-a422-bf2d444bd52c service nova] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Refreshing network info cache for port d0ad7f23-b389-4245-b6f1-a3f19f97522e {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.571868] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:4b:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0ad7f23-b389-4245-b6f1-a3f19f97522e', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.579279] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.585057] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.587510] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9852e2d2-ee66-4144-8574-a5c91a07c471 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.613202] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.613202] env[69843]: value = "task-3704206" [ 876.613202] env[69843]: _type = "Task" [ 876.613202] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.631357] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704206, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.716378] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704205, 'name': ReconfigVM_Task, 'duration_secs': 0.307969} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.719135] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 254736f6-56f6-47b2-b16d-417dfb91bd14/254736f6-56f6-47b2-b16d-417dfb91bd14.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.720539] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcc02c5a-6dc4-4696-9219-1ca8a466f390 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.729752] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Waiting for the task: (returnval){ [ 876.729752] env[69843]: value = "task-3704207" [ 876.729752] env[69843]: _type = "Task" [ 876.729752] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.741746] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704207, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.872060] env[69843]: DEBUG nova.compute.manager [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.974330] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c0e56-887a-4a5c-bb57-24a5941a69ad {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.982559] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d73955-1d52-4682-9031-1192f7124340 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.016016] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db6df78-574c-47dc-a4e2-8d12caaa5c6d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.024552] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccee836b-9a60-48d7-b780-1cd8b3ad3586 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.038866] env[69843]: DEBUG nova.compute.provider_tree [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.126954] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704206, 'name': CreateVM_Task, 'duration_secs': 0.35753} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.127277] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.128076] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.128347] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.128823] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.129175] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30bf60af-58a5-44f8-abe1-ffa70c631c8a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.135739] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 877.135739] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5266b4ce-255c-87d0-ffa5-932b55ac9ea3" [ 877.135739] env[69843]: _type = "Task" [ 877.135739] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.149641] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5266b4ce-255c-87d0-ffa5-932b55ac9ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.195422] env[69843]: DEBUG nova.network.neutron [req-abdca8ff-2315-4177-a266-18434ab18848 req-575ecd05-1810-479c-a422-bf2d444bd52c service nova] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Updated VIF entry in instance network info cache for port d0ad7f23-b389-4245-b6f1-a3f19f97522e. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.195422] env[69843]: DEBUG nova.network.neutron [req-abdca8ff-2315-4177-a266-18434ab18848 req-575ecd05-1810-479c-a422-bf2d444bd52c service nova] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Updating instance_info_cache with network_info: [{"id": "d0ad7f23-b389-4245-b6f1-a3f19f97522e", "address": "fa:16:3e:7c:4b:51", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0ad7f23-b3", "ovs_interfaceid": "d0ad7f23-b389-4245-b6f1-a3f19f97522e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.244793] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704207, 'name': Rename_Task, 'duration_secs': 0.206084} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.245567] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.245839] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-035d54ee-a86a-4448-b534-8076b2482fce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.257848] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Waiting for the task: (returnval){ [ 877.257848] env[69843]: value = "task-3704208" [ 877.257848] env[69843]: _type = "Task" [ 877.257848] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.272975] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.543414] env[69843]: DEBUG nova.scheduler.client.report [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.646835] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5266b4ce-255c-87d0-ffa5-932b55ac9ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.042903} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.647157] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.648077] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.648077] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.648077] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.648077] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.648320] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dbbab79-6698-4804-823d-d694b10fd23a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.659104] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.659355] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.660195] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf473d2-25ff-4f2c-8e74-6e28ed8463e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.668183] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 877.668183] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52da6c13-881e-57ac-e57a-51abb048e207" [ 877.668183] env[69843]: _type = "Task" [ 877.668183] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.676031] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52da6c13-881e-57ac-e57a-51abb048e207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.699526] env[69843]: DEBUG oslo_concurrency.lockutils [req-abdca8ff-2315-4177-a266-18434ab18848 req-575ecd05-1810-479c-a422-bf2d444bd52c service nova] Releasing lock "refresh_cache-f8b0711c-2448-4aa1-b297-e2d5d1e56f4a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.768443] env[69843]: DEBUG oslo_vmware.api [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704208, 'name': PowerOnVM_Task, 'duration_secs': 0.5073} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.768731] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.768953] env[69843]: INFO nova.compute.manager [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Took 7.49 seconds to spawn the instance on the hypervisor. [ 877.769533] env[69843]: DEBUG nova.compute.manager [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.770013] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0862f68a-eafe-495e-b92b-f63df8408502 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.889027] env[69843]: DEBUG nova.compute.manager [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.922021] env[69843]: DEBUG nova.virt.hardware [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.922721] env[69843]: DEBUG nova.virt.hardware [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.923034] env[69843]: DEBUG nova.virt.hardware [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.923380] env[69843]: DEBUG nova.virt.hardware [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.923552] env[69843]: DEBUG nova.virt.hardware [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.924343] env[69843]: DEBUG nova.virt.hardware [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.924343] env[69843]: DEBUG nova.virt.hardware [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.924343] env[69843]: DEBUG nova.virt.hardware [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.924581] env[69843]: DEBUG nova.virt.hardware [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.924581] env[69843]: DEBUG nova.virt.hardware [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.924754] env[69843]: DEBUG nova.virt.hardware [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.926738] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219434d6-9ec5-486b-a316-638e1f0b5a6a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.936962] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a73c54-234e-462b-b9d5-4d6e2646027f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.952273] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.958381] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Creating folder: Project (227eafe55f41427f8e484f0680fd4a4f). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.958885] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37f49cd6-20c5-4c6a-bb8d-b1683c1e76e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.976338] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Created folder: Project (227eafe55f41427f8e484f0680fd4a4f) in parent group-v737654. [ 877.976600] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Creating folder: Instances. Parent ref: group-v737822. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.976893] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ef2003e-932d-45b8-a17d-17b3b5344ecd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.987868] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Created folder: Instances in parent group-v737822. [ 877.988145] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.988409] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.988742] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f574b91-5caf-4b9d-873f-80a8ef7b242d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.007981] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.007981] env[69843]: value = "task-3704211" [ 878.007981] env[69843]: _type = "Task" [ 878.007981] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.016403] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704211, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.049744] env[69843]: DEBUG oslo_concurrency.lockutils [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.052206] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 41.209s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.052390] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.052649] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69843) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 878.052925] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.386s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.054736] env[69843]: INFO nova.compute.claims [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.059270] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2958ff8e-b137-490d-adc1-6476d931fbe7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.068198] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158074c6-357f-4d1c-809e-c5241177ad04 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.087089] env[69843]: INFO nova.scheduler.client.report [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Deleted allocations for instance c850434b-0d5d-43f3-9e5b-a8d86153be5c [ 878.091204] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d17068-1e4b-4250-b3da-e5c99309f7fb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.104017] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30bb842-d954-493c-8b32-510a45236a86 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.142142] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.142582] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178001MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69843) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 878.142708] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.143897] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40fc9982-c4d1-4a2d-b3c7-b3ea83296840 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.152898] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 878.152898] env[69843]: value = "task-3704212" [ 878.152898] env[69843]: _type = "Task" [ 878.152898] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.165100] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.180267] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52da6c13-881e-57ac-e57a-51abb048e207, 'name': SearchDatastore_Task, 'duration_secs': 0.027063} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.181309] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a19d7ca-3582-41cd-9ec8-2190ead274a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.190281] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 878.190281] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5262fa70-a96f-8653-c975-dbd072b76867" [ 878.190281] env[69843]: _type = "Task" [ 878.190281] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.199522] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5262fa70-a96f-8653-c975-dbd072b76867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.292626] env[69843]: INFO nova.compute.manager [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Took 53.22 seconds to build instance. [ 878.519536] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704211, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.602861] env[69843]: DEBUG oslo_concurrency.lockutils [None req-559e3f10-35e6-4447-a64a-2cc4dc5acc7d tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.770s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.603783] env[69843]: DEBUG oslo_concurrency.lockutils [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 40.933s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.607109] env[69843]: DEBUG oslo_concurrency.lockutils [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.607109] env[69843]: DEBUG oslo_concurrency.lockutils [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.607109] env[69843]: DEBUG oslo_concurrency.lockutils [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.607742] env[69843]: INFO nova.compute.manager [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Terminating instance [ 878.664391] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704212, 'name': PowerOffVM_Task, 'duration_secs': 0.269096} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.665394] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.666260] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40453065-9591-4d6e-b46b-0cc6c06f3bcf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.688818] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ce02fd-1c84-470c-be7c-8204d55aca20 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.704831] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5262fa70-a96f-8653-c975-dbd072b76867, 'name': SearchDatastore_Task, 'duration_secs': 0.012708} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.705095] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.705355] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] f8b0711c-2448-4aa1-b297-e2d5d1e56f4a/f8b0711c-2448-4aa1-b297-e2d5d1e56f4a.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.705611] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ac9a2fb-6dba-4581-a276-b0c387819932 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.713181] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 878.713181] env[69843]: value = "task-3704213" [ 878.713181] env[69843]: _type = "Task" [ 878.713181] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.723794] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.734055] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.734372] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c6f74ac-37b7-4167-8df5-7e61f3c38477 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.742435] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 878.742435] env[69843]: value = "task-3704214" [ 878.742435] env[69843]: _type = "Task" [ 878.742435] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.752079] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.794478] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f08c42d4-7d52-4712-84b7-9fbaafb8d821 tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Lock "254736f6-56f6-47b2-b16d-417dfb91bd14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.883s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.020748] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704211, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.112631] env[69843]: DEBUG oslo_concurrency.lockutils [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.112857] env[69843]: DEBUG oslo_concurrency.lockutils [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquired lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.113070] env[69843]: DEBUG nova.network.neutron [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.223849] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.256078] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 879.256307] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.256553] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.256714] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.256872] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.257783] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-630807f7-953b-4ad1-b809-b687dd4c09c0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.269020] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.269226] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.270446] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-037916b8-44fa-4223-ade2-db270ec30aef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.282122] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 879.282122] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e23fa2-8f08-c8cf-fa30-32d7ea175ffd" [ 879.282122] env[69843]: _type = "Task" [ 879.282122] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.296266] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e23fa2-8f08-c8cf-fa30-32d7ea175ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.012396} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.297678] env[69843]: DEBUG nova.compute.manager [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.303889] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12ea422f-d03b-43b6-b862-c6258380257f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.312069] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 879.312069] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5201174b-739a-dc53-e2fa-aa216c860c9f" [ 879.312069] env[69843]: _type = "Task" [ 879.312069] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.322430] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5201174b-739a-dc53-e2fa-aa216c860c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.524816] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704211, 'name': CreateVM_Task, 'duration_secs': 1.460424} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.525783] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.525783] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.525783] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.526073] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.526385] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1beecde7-bcfc-44c7-bc50-7c232f67fcba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.534639] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 879.534639] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5291cf62-8e48-87e9-f876-8e9e023b51e9" [ 879.534639] env[69843]: _type = "Task" [ 879.534639] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.544552] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5291cf62-8e48-87e9-f876-8e9e023b51e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.613186] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a17e73-b424-4b4c-a6ae-7eb3872e8584 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.622294] env[69843]: DEBUG nova.compute.utils [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Can not refresh info_cache because instance was not found {{(pid=69843) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 879.624412] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.624665] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.624872] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "cc2450e2-71a6-4d1d-93ba-79041d4b7a7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.625088] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "cc2450e2-71a6-4d1d-93ba-79041d4b7a7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.625277] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "cc2450e2-71a6-4d1d-93ba-79041d4b7a7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.627759] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53fe92e-7c4d-4051-a3e7-5d0ebd6c6346 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.632071] env[69843]: INFO nova.compute.manager [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Terminating instance [ 879.669276] env[69843]: DEBUG nova.network.neutron [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.671970] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8d63d2-1ede-4dfa-ad41-de7eb550ca3b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.682128] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155c51ad-994c-43bc-b378-a85fbe67e9b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.701032] env[69843]: DEBUG nova.compute.provider_tree [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.726018] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704213, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.805783] env[69843]: DEBUG nova.network.neutron [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.829762] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5201174b-739a-dc53-e2fa-aa216c860c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.024179} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.830997] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.831314] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.831677] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] b898dcb3-b862-4559-9ab7-6820c9f35722/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk. {{(pid=69843) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 879.831974] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd2e38b5-c0d6-40f8-90ad-5912a9d4e579 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.841532] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 879.841532] env[69843]: value = "task-3704215" [ 879.841532] env[69843]: _type = "Task" [ 879.841532] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.851599] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.047462] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5291cf62-8e48-87e9-f876-8e9e023b51e9, 'name': SearchDatastore_Task, 'duration_secs': 0.068754} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.047854] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.048104] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.048391] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.048575] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.048796] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.049081] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afa350b1-5285-46aa-8ab9-499e0c63f61e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.060147] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.060388] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.061353] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468eb416-f537-4f1e-9454-74012e3847e3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.068461] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 880.068461] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cb59fe-a38c-5412-8a01-911a830e5d2f" [ 880.068461] env[69843]: _type = "Task" [ 880.068461] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.079428] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cb59fe-a38c-5412-8a01-911a830e5d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.138256] env[69843]: DEBUG nova.compute.manager [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.138256] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.138659] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405d6d66-c59e-402b-aa7c-03de600b7e50 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.147197] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.147574] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb24abd9-4f7f-4e9d-a14d-37f69b7731c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.156614] env[69843]: DEBUG oslo_vmware.api [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 880.156614] env[69843]: value = "task-3704216" [ 880.156614] env[69843]: _type = "Task" [ 880.156614] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.166016] env[69843]: DEBUG oslo_vmware.api [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.204124] env[69843]: DEBUG nova.scheduler.client.report [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.226766] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704213, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.164567} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.227731] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] f8b0711c-2448-4aa1-b297-e2d5d1e56f4a/f8b0711c-2448-4aa1-b297-e2d5d1e56f4a.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.227965] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.228263] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57cd39b6-6a59-41c1-b8cf-4a63c4cfb2a3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.237029] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 880.237029] env[69843]: value = "task-3704217" [ 880.237029] env[69843]: _type = "Task" [ 880.237029] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.249132] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.309511] env[69843]: DEBUG oslo_concurrency.lockutils [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Releasing lock "refresh_cache-c850434b-0d5d-43f3-9e5b-a8d86153be5c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.310130] env[69843]: DEBUG nova.compute.manager [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.310486] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.310822] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1ee0678-c079-47e6-a64d-a1a6d963e6d3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.325533] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f215b36b-cf31-46d8-8797-c136aaa49a80 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.359118] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704215, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.381432] env[69843]: WARNING nova.virt.vmwareapi.vmops [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c850434b-0d5d-43f3-9e5b-a8d86153be5c could not be found. [ 880.381643] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.381823] env[69843]: INFO nova.compute.manager [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Took 0.07 seconds to destroy the instance on the hypervisor. [ 880.382091] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.382367] env[69843]: DEBUG nova.compute.manager [-] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.382457] env[69843]: DEBUG nova.network.neutron [-] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.403516] env[69843]: DEBUG nova.network.neutron [-] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.589597] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cb59fe-a38c-5412-8a01-911a830e5d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.015829} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.593960] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b045e6ca-0776-4e5c-9f68-f7dfb086dedf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.602919] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 880.602919] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5214790b-d511-a5de-1082-a6b54cb4e372" [ 880.602919] env[69843]: _type = "Task" [ 880.602919] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.616626] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5214790b-d511-a5de-1082-a6b54cb4e372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.670093] env[69843]: DEBUG oslo_vmware.api [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704216, 'name': PowerOffVM_Task, 'duration_secs': 0.46713} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.670545] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.670819] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.671203] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b5e7e08-0062-47bb-98b1-e0e3032831ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.711889] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.713192] env[69843]: DEBUG nova.compute.manager [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.716911] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.283s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.717178] env[69843]: DEBUG nova.objects.instance [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lazy-loading 'resources' on Instance uuid ebd1a826-8a0b-4e90-a442-f7225ef80357 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.747903] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151773} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.748508] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.749076] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26028d0-907a-4aa9-a1c2-7ffedbba1832 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.776527] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] f8b0711c-2448-4aa1-b297-e2d5d1e56f4a/f8b0711c-2448-4aa1-b297-e2d5d1e56f4a.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.779381] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e484d6-806d-4409-b7a4-3caacf822b10 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.794664] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.795094] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.795094] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Deleting the datastore file [datastore2] cc2450e2-71a6-4d1d-93ba-79041d4b7a7e {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.795776] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36661c4b-d9f9-44bd-a730-6a97084d8f83 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.804469] env[69843]: DEBUG oslo_vmware.api [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for the task: (returnval){ [ 880.804469] env[69843]: value = "task-3704220" [ 880.804469] env[69843]: _type = "Task" [ 880.804469] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.806137] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 880.806137] env[69843]: value = "task-3704219" [ 880.806137] env[69843]: _type = "Task" [ 880.806137] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.821020] env[69843]: DEBUG oslo_vmware.api [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.830359] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704219, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.854408] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562288} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.856334] env[69843]: INFO nova.virt.vmwareapi.ds_util [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] b898dcb3-b862-4559-9ab7-6820c9f35722/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk. [ 880.856334] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbfed64-8774-49ca-9642-738b3eb05551 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.884184] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] b898dcb3-b862-4559-9ab7-6820c9f35722/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.884534] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-262189f5-07d5-440f-96cb-c616396f71a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.908795] env[69843]: DEBUG nova.network.neutron [-] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.910684] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 880.910684] env[69843]: value = "task-3704221" [ 880.910684] env[69843]: _type = "Task" [ 880.910684] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.923097] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.117722] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5214790b-d511-a5de-1082-a6b54cb4e372, 'name': SearchDatastore_Task, 'duration_secs': 0.022137} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.118173] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.118332] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 3d500eda-6c7a-442c-a514-b8929ed735e1/3d500eda-6c7a-442c-a514-b8929ed735e1.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.118656] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9d2ed5b-881b-48e1-a446-6fdb6a9827a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.128236] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 881.128236] env[69843]: value = "task-3704222" [ 881.128236] env[69843]: _type = "Task" [ 881.128236] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.139806] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.222343] env[69843]: DEBUG nova.compute.utils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.226952] env[69843]: DEBUG nova.compute.manager [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Not allocating networking since 'none' was specified. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 881.337339] env[69843]: DEBUG oslo_vmware.api [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Task: {'id': task-3704220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343232} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.337339] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.337339] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.337339] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.337714] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.337953] env[69843]: INFO nova.compute.manager [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 881.338170] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.341484] env[69843]: DEBUG nova.compute.manager [-] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.341484] env[69843]: DEBUG nova.network.neutron [-] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.415026] env[69843]: INFO nova.compute.manager [-] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Took 1.03 seconds to deallocate network for instance. [ 881.433713] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704221, 'name': ReconfigVM_Task, 'duration_secs': 0.419532} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.434033] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Reconfigured VM instance instance-00000036 to attach disk [datastore2] b898dcb3-b862-4559-9ab7-6820c9f35722/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.435196] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393c666e-50aa-407b-9bd5-c33f22a4c33a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.470861] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-452543ae-079c-4feb-90d8-7783b75476bf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.492761] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 881.492761] env[69843]: value = "task-3704223" [ 881.492761] env[69843]: _type = "Task" [ 881.492761] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.508576] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.646836] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704222, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.728588] env[69843]: DEBUG nova.compute.manager [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.834814] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704219, 'name': ReconfigVM_Task, 'duration_secs': 0.831322} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.836084] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Reconfigured VM instance instance-00000038 to attach disk [datastore1] f8b0711c-2448-4aa1-b297-e2d5d1e56f4a/f8b0711c-2448-4aa1-b297-e2d5d1e56f4a.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.836811] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f910b02a-fa49-4c76-81ab-a694b080909d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.846783] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 881.846783] env[69843]: value = "task-3704224" [ 881.846783] env[69843]: _type = "Task" [ 881.846783] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.860574] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704224, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.912145] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39087d48-8dae-4b33-be4e-e45bc86fce5f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.922465] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0338f862-ebcc-43be-8ce6-df217d7cb864 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.929408] env[69843]: INFO nova.compute.manager [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Instance disappeared during terminate [ 881.929683] env[69843]: DEBUG oslo_concurrency.lockutils [None req-da1f2d21-eea1-403c-a6f5-5f32b484fcf1 tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "c850434b-0d5d-43f3-9e5b-a8d86153be5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.326s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.963855] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4a2878-be35-4a44-a727-5e8f25918822 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.974051] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca80a61-c037-4433-93e8-a390e55cef2f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.989810] env[69843]: DEBUG nova.compute.provider_tree [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.003582] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704223, 'name': ReconfigVM_Task, 'duration_secs': 0.260926} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.003989] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.004182] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a2daa21-15e0-42ce-8d98-fd041fdb80fd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.012761] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 882.012761] env[69843]: value = "task-3704225" [ 882.012761] env[69843]: _type = "Task" [ 882.012761] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.028064] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.052784] env[69843]: DEBUG nova.compute.manager [req-21dadb45-a6de-4ed3-aea9-28147e9e1358 req-796fc964-ef8d-44b0-acf3-ab3318cf589e service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Received event network-vif-deleted-89fbba46-559d-48cd-b0e9-3ef2d7c68664 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.053340] env[69843]: INFO nova.compute.manager [req-21dadb45-a6de-4ed3-aea9-28147e9e1358 req-796fc964-ef8d-44b0-acf3-ab3318cf589e service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Neutron deleted interface 89fbba46-559d-48cd-b0e9-3ef2d7c68664; detaching it from the instance and deleting it from the info cache [ 882.053340] env[69843]: DEBUG nova.network.neutron [req-21dadb45-a6de-4ed3-aea9-28147e9e1358 req-796fc964-ef8d-44b0-acf3-ab3318cf589e service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.144365] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548247} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.144812] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 3d500eda-6c7a-442c-a514-b8929ed735e1/3d500eda-6c7a-442c-a514-b8929ed735e1.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.145595] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.146016] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-775e8ba2-99b4-4e81-afd7-c8f1197039ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.155782] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 882.155782] env[69843]: value = "task-3704226" [ 882.155782] env[69843]: _type = "Task" [ 882.155782] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.168919] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.287064] env[69843]: DEBUG nova.network.neutron [-] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.361894] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704224, 'name': Rename_Task, 'duration_secs': 0.428636} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.362221] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.362483] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-682e5a2e-a76b-4657-b657-dfccc71bfab3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.372198] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 882.372198] env[69843]: value = "task-3704227" [ 882.372198] env[69843]: _type = "Task" [ 882.372198] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.384098] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.494240] env[69843]: DEBUG nova.scheduler.client.report [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.529694] env[69843]: DEBUG oslo_vmware.api [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704225, 'name': PowerOnVM_Task, 'duration_secs': 0.460054} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.529985] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.538029] env[69843]: DEBUG nova.compute.manager [None req-5345ab3e-a9a2-4a04-8ad1-39c7da122253 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.538029] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbd1992-5146-4b8c-aa04-bb2889e657f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.559286] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0da86ed-9d36-48ee-8963-f3b8306e2d0b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.573103] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83899e1-69da-466b-a7da-2d8a3584d1ac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.585447] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Acquiring lock "254736f6-56f6-47b2-b16d-417dfb91bd14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.589023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Lock "254736f6-56f6-47b2-b16d-417dfb91bd14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.589023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Acquiring lock "254736f6-56f6-47b2-b16d-417dfb91bd14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.589023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Lock "254736f6-56f6-47b2-b16d-417dfb91bd14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.589023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Lock "254736f6-56f6-47b2-b16d-417dfb91bd14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.590227] env[69843]: INFO nova.compute.manager [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Terminating instance [ 882.614221] env[69843]: DEBUG nova.compute.manager [req-21dadb45-a6de-4ed3-aea9-28147e9e1358 req-796fc964-ef8d-44b0-acf3-ab3318cf589e service nova] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Detach interface failed, port_id=89fbba46-559d-48cd-b0e9-3ef2d7c68664, reason: Instance cc2450e2-71a6-4d1d-93ba-79041d4b7a7e could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.671806] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083996} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.673419] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.674398] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8342905b-6f4e-40cb-a4a5-b56a3c8e2a4d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.714445] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 3d500eda-6c7a-442c-a514-b8929ed735e1/3d500eda-6c7a-442c-a514-b8929ed735e1.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.714445] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6fcd884-31c3-468a-b5ad-9e397e72dcae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.738725] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 882.738725] env[69843]: value = "task-3704228" [ 882.738725] env[69843]: _type = "Task" [ 882.738725] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.742803] env[69843]: DEBUG nova.compute.manager [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.752677] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.779306] env[69843]: DEBUG nova.virt.hardware [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.779525] env[69843]: DEBUG nova.virt.hardware [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.779691] env[69843]: DEBUG nova.virt.hardware [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.779876] env[69843]: DEBUG nova.virt.hardware [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.780281] env[69843]: DEBUG nova.virt.hardware [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.780485] env[69843]: DEBUG nova.virt.hardware [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.780773] env[69843]: DEBUG nova.virt.hardware [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.781013] env[69843]: DEBUG nova.virt.hardware [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.781212] env[69843]: DEBUG nova.virt.hardware [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.781391] env[69843]: DEBUG nova.virt.hardware [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.781566] env[69843]: DEBUG nova.virt.hardware [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.782537] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb98bbb-3dab-4449-902e-eba624ec7657 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.791213] env[69843]: INFO nova.compute.manager [-] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Took 1.45 seconds to deallocate network for instance. [ 882.794276] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1603786-b594-4094-aa93-ae8e6727fab1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.815904] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.818859] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.819221] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.819456] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff77563e-ad85-4a4a-b51e-3e3979489697 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.838735] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.838735] env[69843]: value = "task-3704229" [ 882.838735] env[69843]: _type = "Task" [ 882.838735] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.848153] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704229, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.883695] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.004505] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.008429] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.659s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.008748] env[69843]: DEBUG nova.objects.instance [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Lazy-loading 'resources' on Instance uuid 750b8ae4-87a7-402a-a82f-44c01e9fd888 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.035135] env[69843]: INFO nova.scheduler.client.report [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Deleted allocations for instance ebd1a826-8a0b-4e90-a442-f7225ef80357 [ 883.095489] env[69843]: DEBUG nova.compute.manager [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.095726] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.096944] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f010fa98-49f3-4609-8c31-051a5df8f4a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.106475] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.106868] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37234e6f-310b-4f8b-acc6-b0b3b77093f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.117904] env[69843]: DEBUG oslo_vmware.api [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Waiting for the task: (returnval){ [ 883.117904] env[69843]: value = "task-3704230" [ 883.117904] env[69843]: _type = "Task" [ 883.117904] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.131568] env[69843]: DEBUG oslo_vmware.api [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.251140] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.307141] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.352942] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704229, 'name': CreateVM_Task, 'duration_secs': 0.350186} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.353193] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.353706] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.353918] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.354339] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.354618] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e38230f-2ec2-4d8e-b374-334a78de0d1e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.361494] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 883.361494] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526d263e-6f7e-abf2-da88-470fee66a258" [ 883.361494] env[69843]: _type = "Task" [ 883.361494] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.372598] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526d263e-6f7e-abf2-da88-470fee66a258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.385516] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704227, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.544554] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b633aef1-7b09-436e-8528-7183a2f5eb1b tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "ebd1a826-8a0b-4e90-a442-f7225ef80357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.805s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.629397] env[69843]: DEBUG oslo_vmware.api [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704230, 'name': PowerOffVM_Task, 'duration_secs': 0.247625} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.629666] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.629831] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.630170] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1682a2f2-f952-4a97-8e2a-b1be06893039 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.726901] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.727145] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.728134] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Deleting the datastore file [datastore1] 254736f6-56f6-47b2-b16d-417dfb91bd14 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.728643] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd0ce7a7-d401-4b62-a99c-a8f37cfa9421 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.738435] env[69843]: DEBUG oslo_vmware.api [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Waiting for the task: (returnval){ [ 883.738435] env[69843]: value = "task-3704232" [ 883.738435] env[69843]: _type = "Task" [ 883.738435] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.764776] env[69843]: DEBUG oslo_vmware.api [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.765157] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704228, 'name': ReconfigVM_Task, 'duration_secs': 0.695837} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.768383] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 3d500eda-6c7a-442c-a514-b8929ed735e1/3d500eda-6c7a-442c-a514-b8929ed735e1.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.769328] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d0a7b5f-707a-4b5a-8e31-08ded4c425cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.777075] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 883.777075] env[69843]: value = "task-3704233" [ 883.777075] env[69843]: _type = "Task" [ 883.777075] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.787455] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704233, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.874107] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526d263e-6f7e-abf2-da88-470fee66a258, 'name': SearchDatastore_Task, 'duration_secs': 0.015818} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.878083] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.878083] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.878083] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.878365] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.878401] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.881133] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08575a8c-1b52-41f3-a666-e0f33f29ddd0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.889410] env[69843]: DEBUG oslo_vmware.api [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704227, 'name': PowerOnVM_Task, 'duration_secs': 1.074696} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.890594] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.892027] env[69843]: INFO nova.compute.manager [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Took 10.94 seconds to spawn the instance on the hypervisor. [ 883.892027] env[69843]: DEBUG nova.compute.manager [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.892027] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.892027] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.893219] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94773e4b-04e4-4c98-85e7-59d9e4831f3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.897277] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-967bb3a2-f083-470d-b254-2d38f9cb137a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.905329] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 883.905329] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528c1224-903a-9477-ecd8-bc78ae135bc0" [ 883.905329] env[69843]: _type = "Task" [ 883.905329] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.918779] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528c1224-903a-9477-ecd8-bc78ae135bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.924910] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba69462-783b-4ffd-813b-1498184cc55a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.932434] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 883.932434] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52347274-998f-adf2-2dff-24f389e6c06c" [ 883.932434] env[69843]: _type = "Task" [ 883.932434] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.942855] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52347274-998f-adf2-2dff-24f389e6c06c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.083156] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6dc85c-20c5-47ac-b13c-698c46c4ff01 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.093070] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa63e93-7100-4054-8757-fed42591613e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.126471] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84edda1d-9156-4065-907f-f7b4f78d9702 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.138028] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46db5a06-f35b-4fd1-9ba7-7a1c6d777066 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.156026] env[69843]: DEBUG nova.compute.provider_tree [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.241119] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.241119] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.252334] env[69843]: DEBUG oslo_vmware.api [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Task: {'id': task-3704232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259146} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.252598] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.252934] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.252934] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.253130] env[69843]: INFO nova.compute.manager [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Took 1.16 seconds to destroy the instance on the hypervisor. [ 884.253605] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.253605] env[69843]: DEBUG nova.compute.manager [-] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.253744] env[69843]: DEBUG nova.network.neutron [-] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.289514] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704233, 'name': Rename_Task, 'duration_secs': 0.19276} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.289829] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.291114] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ce3aeca-ec4a-411f-b81a-112cb58475a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.300596] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 884.300596] env[69843]: value = "task-3704234" [ 884.300596] env[69843]: _type = "Task" [ 884.300596] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.310573] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.421144] env[69843]: INFO nova.compute.manager [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Took 53.47 seconds to build instance. [ 884.444212] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52347274-998f-adf2-2dff-24f389e6c06c, 'name': SearchDatastore_Task, 'duration_secs': 0.028456} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.445209] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.445566] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] b0d1991c-f262-48be-82a5-8a8f3cca813b/b0d1991c-f262-48be-82a5-8a8f3cca813b.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.445864] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c27a6a2a-89ff-48d2-aeb8-1e961534147c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.453811] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 884.453811] env[69843]: value = "task-3704236" [ 884.453811] env[69843]: _type = "Task" [ 884.453811] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.463146] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.658372] env[69843]: DEBUG nova.scheduler.client.report [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.782993] env[69843]: DEBUG nova.compute.manager [req-f14a7152-7546-48b9-b75d-c1e0ecbba44e req-a4e71261-ef8c-49f3-83e6-cf3d09379c7e service nova] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Received event network-vif-deleted-647017ed-6779-4314-9642-d08e0e7e69dd {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.783279] env[69843]: INFO nova.compute.manager [req-f14a7152-7546-48b9-b75d-c1e0ecbba44e req-a4e71261-ef8c-49f3-83e6-cf3d09379c7e service nova] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Neutron deleted interface 647017ed-6779-4314-9642-d08e0e7e69dd; detaching it from the instance and deleting it from the info cache [ 884.783461] env[69843]: DEBUG nova.network.neutron [req-f14a7152-7546-48b9-b75d-c1e0ecbba44e req-a4e71261-ef8c-49f3-83e6-cf3d09379c7e service nova] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.813260] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704234, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.921660] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "a547b0d0-377a-44fe-a750-6d0ab748fcff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.921955] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "a547b0d0-377a-44fe-a750-6d0ab748fcff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.927158] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9e818619-f590-4b51-8782-3286e97a989e tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "f8b0711c-2448-4aa1-b297-e2d5d1e56f4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.193s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.965896] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704236, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.163654] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.166437] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.972s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.168984] env[69843]: INFO nova.compute.claims [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.172700] env[69843]: DEBUG nova.network.neutron [-] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.270592] env[69843]: INFO nova.scheduler.client.report [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Deleted allocations for instance 750b8ae4-87a7-402a-a82f-44c01e9fd888 [ 885.291454] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55b66971-f3e7-4648-b465-3048fe8c0e40 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.303252] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b2e290-2640-4d19-9b71-c8397e573b4e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.324017] env[69843]: DEBUG oslo_vmware.api [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704234, 'name': PowerOnVM_Task, 'duration_secs': 0.708132} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.324284] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.324484] env[69843]: INFO nova.compute.manager [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Took 7.44 seconds to spawn the instance on the hypervisor. [ 885.324698] env[69843]: DEBUG nova.compute.manager [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.325394] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b49a101-9993-4969-8814-5609af4dca1f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.345030] env[69843]: DEBUG nova.compute.manager [req-f14a7152-7546-48b9-b75d-c1e0ecbba44e req-a4e71261-ef8c-49f3-83e6-cf3d09379c7e service nova] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Detach interface failed, port_id=647017ed-6779-4314-9642-d08e0e7e69dd, reason: Instance 254736f6-56f6-47b2-b16d-417dfb91bd14 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.430081] env[69843]: DEBUG nova.compute.manager [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.466350] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546908} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.466825] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] b0d1991c-f262-48be-82a5-8a8f3cca813b/b0d1991c-f262-48be-82a5-8a8f3cca813b.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.467040] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.467381] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bcae858-dab3-4dc9-b9b3-ef636ec7fd67 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.476896] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 885.476896] env[69843]: value = "task-3704237" [ 885.476896] env[69843]: _type = "Task" [ 885.476896] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.487622] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.675589] env[69843]: INFO nova.compute.manager [-] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Took 1.42 seconds to deallocate network for instance. [ 885.780506] env[69843]: DEBUG oslo_concurrency.lockutils [None req-48d9730a-2a43-41b3-9c39-bb48c92bae5d tempest-ServersTestBootFromVolume-1427621922 tempest-ServersTestBootFromVolume-1427621922-project-member] Lock "750b8ae4-87a7-402a-a82f-44c01e9fd888" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.105s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.792318] env[69843]: INFO nova.compute.manager [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Rebuilding instance [ 885.846976] env[69843]: DEBUG nova.compute.manager [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.848031] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e09ce30-4805-47f5-a714-39fb7fd21463 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.865105] env[69843]: INFO nova.compute.manager [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Took 49.57 seconds to build instance. [ 885.960924] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.989192] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.351327} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.989580] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.990512] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704c2fa6-b141-4868-88b1-4af88aa148eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.013315] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] b0d1991c-f262-48be-82a5-8a8f3cca813b/b0d1991c-f262-48be-82a5-8a8f3cca813b.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.013699] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa18be9-92ea-4bff-b0fd-129881e7d3a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.035526] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 886.035526] env[69843]: value = "task-3704238" [ 886.035526] env[69843]: _type = "Task" [ 886.035526] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.046528] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.182902] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.368370] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7a8c0c22-deb9-4d1c-95f6-b62e3211d5a8 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "3d500eda-6c7a-442c-a514-b8929ed735e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.526s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.556789] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704238, 'name': ReconfigVM_Task, 'duration_secs': 0.305964} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.556789] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Reconfigured VM instance instance-0000003a to attach disk [datastore2] b0d1991c-f262-48be-82a5-8a8f3cca813b/b0d1991c-f262-48be-82a5-8a8f3cca813b.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.557589] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d4b5c52-ddb1-4527-bc6b-6c21b34f4ddd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.566260] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 886.566260] env[69843]: value = "task-3704239" [ 886.566260] env[69843]: _type = "Task" [ 886.566260] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.579043] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704239, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.728164] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b787159-c7aa-49ae-91e7-8b2af4291283 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.736818] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810ee03b-1e02-4a3a-aed6-a5e7549a4729 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.768801] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514efc12-80d0-4fac-9571-18867b1fe03c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.777506] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63876769-d4ef-4216-9dc1-727430d1b3ac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.795814] env[69843]: DEBUG nova.compute.provider_tree [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.869748] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.870084] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-211f0cd3-9b80-4956-a8bb-80b27d440cb2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.876424] env[69843]: DEBUG nova.compute.manager [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.881107] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 886.881107] env[69843]: value = "task-3704240" [ 886.881107] env[69843]: _type = "Task" [ 886.881107] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.891307] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.081992] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704239, 'name': Rename_Task, 'duration_secs': 0.153342} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.082432] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.082593] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16a6274b-f28e-4e88-b835-2071bbfcd170 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.094798] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 887.094798] env[69843]: value = "task-3704241" [ 887.094798] env[69843]: _type = "Task" [ 887.094798] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.111780] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.128594] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "55fbbb65-ae87-4886-9353-406139351418" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.128943] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "55fbbb65-ae87-4886-9353-406139351418" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.129197] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "55fbbb65-ae87-4886-9353-406139351418-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.129399] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "55fbbb65-ae87-4886-9353-406139351418-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.129575] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "55fbbb65-ae87-4886-9353-406139351418-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.132975] env[69843]: INFO nova.compute.manager [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Terminating instance [ 887.299051] env[69843]: DEBUG nova.scheduler.client.report [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.402031] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704240, 'name': PowerOffVM_Task, 'duration_secs': 0.28244} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.402031] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.402031] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.402767] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137e3df0-4cb9-4d69-a37d-7ae0c30a3003 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.411477] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.412270] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.412523] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de6689c0-ad44-4690-a2ab-1d51eacbf710 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.481671] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.481927] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.482203] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleting the datastore file [datastore1] f8b0711c-2448-4aa1-b297-e2d5d1e56f4a {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.482431] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4ece779-d4cd-417b-9723-e5d09401158e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.491107] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 887.491107] env[69843]: value = "task-3704243" [ 887.491107] env[69843]: _type = "Task" [ 887.491107] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.499949] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.609270] env[69843]: DEBUG oslo_vmware.api [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704241, 'name': PowerOnVM_Task, 'duration_secs': 0.495364} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.609775] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.609875] env[69843]: INFO nova.compute.manager [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Took 4.87 seconds to spawn the instance on the hypervisor. [ 887.610079] env[69843]: DEBUG nova.compute.manager [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.611358] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e35af51-ee75-46f1-910c-d70bb1205ca1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.637965] env[69843]: DEBUG nova.compute.manager [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.638219] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.639163] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94314cd4-5914-4921-bf2b-0e116af91a64 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.648206] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.648508] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5828d8e1-3925-4328-a26c-ed8713fe7080 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.658182] env[69843]: DEBUG oslo_vmware.api [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 887.658182] env[69843]: value = "task-3704244" [ 887.658182] env[69843]: _type = "Task" [ 887.658182] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.670817] env[69843]: DEBUG oslo_vmware.api [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.806028] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.806400] env[69843]: DEBUG nova.compute.manager [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.809796] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.558s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.809796] env[69843]: DEBUG nova.objects.instance [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 888.002480] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199331} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.002774] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.002969] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.003202] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.148443] env[69843]: INFO nova.compute.manager [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Took 46.50 seconds to build instance. [ 888.171295] env[69843]: DEBUG oslo_vmware.api [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704244, 'name': PowerOffVM_Task, 'duration_secs': 0.282077} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.171633] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.171739] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.171989] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adfbf942-f14c-43ad-bf0f-8c777affed29 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.252988] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.253281] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.253470] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Deleting the datastore file [datastore1] 55fbbb65-ae87-4886-9353-406139351418 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.253801] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b6c6426-044d-4645-897e-f1fd5f5c34d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.260953] env[69843]: DEBUG oslo_vmware.api [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for the task: (returnval){ [ 888.260953] env[69843]: value = "task-3704246" [ 888.260953] env[69843]: _type = "Task" [ 888.260953] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.269543] env[69843]: DEBUG oslo_vmware.api [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.315139] env[69843]: DEBUG nova.compute.utils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.322669] env[69843]: DEBUG nova.compute.manager [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.323270] env[69843]: DEBUG nova.network.neutron [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.388456] env[69843]: DEBUG nova.policy [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '855fb4fe79ab412b885dbb9e9a476b36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb6743d0ed75443486bcdbec716f5665', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.647727] env[69843]: INFO nova.compute.manager [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Rebuilding instance [ 888.652168] env[69843]: DEBUG oslo_concurrency.lockutils [None req-683493c3-9997-435b-be26-91b0e506f0e3 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "b0d1991c-f262-48be-82a5-8a8f3cca813b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.610s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.701491] env[69843]: DEBUG nova.compute.manager [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 888.702523] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8eb7e7-1ee3-4493-b9e7-63ae2356e8c6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.771939] env[69843]: DEBUG oslo_vmware.api [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Task: {'id': task-3704246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289705} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.772790] env[69843]: DEBUG nova.network.neutron [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Successfully created port: 09f4c10b-ffa8-463c-b1b2-8ca87312805f {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.774740] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.774930] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.775123] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.775330] env[69843]: INFO nova.compute.manager [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] [instance: 55fbbb65-ae87-4886-9353-406139351418] Took 1.14 seconds to destroy the instance on the hypervisor. [ 888.775570] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.775764] env[69843]: DEBUG nova.compute.manager [-] [instance: 55fbbb65-ae87-4886-9353-406139351418] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.775855] env[69843]: DEBUG nova.network.neutron [-] [instance: 55fbbb65-ae87-4886-9353-406139351418] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.827917] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2caa457e-697b-4837-b4b1-edda798b5984 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.829236] env[69843]: DEBUG nova.compute.manager [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.833145] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.795s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.835263] env[69843]: INFO nova.compute.claims [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.035733] env[69843]: DEBUG nova.virt.hardware [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.036197] env[69843]: DEBUG nova.virt.hardware [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.036417] env[69843]: DEBUG nova.virt.hardware [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.040024] env[69843]: DEBUG nova.virt.hardware [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.040024] env[69843]: DEBUG nova.virt.hardware [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.040024] env[69843]: DEBUG nova.virt.hardware [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.040024] env[69843]: DEBUG nova.virt.hardware [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.040024] env[69843]: DEBUG nova.virt.hardware [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.040024] env[69843]: DEBUG nova.virt.hardware [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.040024] env[69843]: DEBUG nova.virt.hardware [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.040024] env[69843]: DEBUG nova.virt.hardware [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.040024] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dd565e-8859-4864-81e6-e57cc37a0c86 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.047751] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dd4c0a-3cf2-4ec9-8ee2-0ad66fd6ccf8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.063930] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:4b:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0ad7f23-b389-4245-b6f1-a3f19f97522e', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.074739] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.075305] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.075633] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69a3b246-1696-46ae-a7fc-0903163613d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.101938] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.101938] env[69843]: value = "task-3704247" [ 889.101938] env[69843]: _type = "Task" [ 889.101938] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.113024] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704247, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.446121] env[69843]: DEBUG nova.compute.manager [req-9c804ad7-a6c4-4fc6-8c64-3db7e883d6c8 req-2b13ad55-0fbe-48df-bc97-c227b3d5ca40 service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Received event network-vif-deleted-5f21be4f-25d8-4dea-b61d-735ae49f56d3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.448117] env[69843]: INFO nova.compute.manager [req-9c804ad7-a6c4-4fc6-8c64-3db7e883d6c8 req-2b13ad55-0fbe-48df-bc97-c227b3d5ca40 service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Neutron deleted interface 5f21be4f-25d8-4dea-b61d-735ae49f56d3; detaching it from the instance and deleting it from the info cache [ 889.448117] env[69843]: DEBUG nova.network.neutron [req-9c804ad7-a6c4-4fc6-8c64-3db7e883d6c8 req-2b13ad55-0fbe-48df-bc97-c227b3d5ca40 service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.614938] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704247, 'name': CreateVM_Task, 'duration_secs': 0.445065} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.614938] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.614938] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.615104] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.615968] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.615968] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222e5e83-df1e-4ad0-b37e-d4f94b509241 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.621701] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 889.621701] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52de03bb-ef87-5b92-ead4-e01481832950" [ 889.621701] env[69843]: _type = "Task" [ 889.621701] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.633155] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52de03bb-ef87-5b92-ead4-e01481832950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.719716] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.720425] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb21f730-39c0-458a-934e-3a5d791fc774 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.728850] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 889.728850] env[69843]: value = "task-3704248" [ 889.728850] env[69843]: _type = "Task" [ 889.728850] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.738348] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.782580] env[69843]: DEBUG nova.network.neutron [-] [instance: 55fbbb65-ae87-4886-9353-406139351418] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.852032] env[69843]: DEBUG nova.compute.manager [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.887117] env[69843]: DEBUG nova.virt.hardware [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.887117] env[69843]: DEBUG nova.virt.hardware [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.887117] env[69843]: DEBUG nova.virt.hardware [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.887117] env[69843]: DEBUG nova.virt.hardware [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.887333] env[69843]: DEBUG nova.virt.hardware [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.887410] env[69843]: DEBUG nova.virt.hardware [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.887666] env[69843]: DEBUG nova.virt.hardware [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.887830] env[69843]: DEBUG nova.virt.hardware [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.887998] env[69843]: DEBUG nova.virt.hardware [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.888174] env[69843]: DEBUG nova.virt.hardware [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.888345] env[69843]: DEBUG nova.virt.hardware [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.889279] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82978089-a213-4c3d-9cdb-03d8a9ca3971 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.897898] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bcada7-4a52-4694-94ec-74775fd3c50c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.950811] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11a0c4af-8508-429b-989b-181d05615b78 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.965214] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543a7943-9f21-4fa5-91f3-49fe0654b8b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.011477] env[69843]: DEBUG nova.compute.manager [req-9c804ad7-a6c4-4fc6-8c64-3db7e883d6c8 req-2b13ad55-0fbe-48df-bc97-c227b3d5ca40 service nova] [instance: 55fbbb65-ae87-4886-9353-406139351418] Detach interface failed, port_id=5f21be4f-25d8-4dea-b61d-735ae49f56d3, reason: Instance 55fbbb65-ae87-4886-9353-406139351418 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 890.137582] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52de03bb-ef87-5b92-ead4-e01481832950, 'name': SearchDatastore_Task, 'duration_secs': 0.05097} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.137942] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.138222] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.138534] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.138716] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.138984] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.139295] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55eb47d6-f36d-4d34-8c97-5626ea0fb456 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.151027] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.151311] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.152251] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0bb0ab9-2a4a-44cf-861b-2b5e0d1ae71e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.159225] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 890.159225] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b4a585-e607-92bb-65f9-bc9c39d9184c" [ 890.159225] env[69843]: _type = "Task" [ 890.159225] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.172245] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b4a585-e607-92bb-65f9-bc9c39d9184c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.242352] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704248, 'name': PowerOffVM_Task, 'duration_secs': 0.186923} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.242637] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.242882] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.243714] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c937dc-04b7-45db-95d9-cc619035fb99 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.254509] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.254891] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-030e0166-ce72-41a2-ba5f-292e9ec7689d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.285087] env[69843]: INFO nova.compute.manager [-] [instance: 55fbbb65-ae87-4886-9353-406139351418] Took 1.51 seconds to deallocate network for instance. [ 890.285588] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.285822] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.286036] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Deleting the datastore file [datastore2] b0d1991c-f262-48be-82a5-8a8f3cca813b {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.287968] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69dd08c5-edd2-427f-ab38-482da4d202cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.300856] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 890.300856] env[69843]: value = "task-3704250" [ 890.300856] env[69843]: _type = "Task" [ 890.300856] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.316304] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.415975] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ba1e5d-f4b8-4823-9042-c2c18243a21b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.423812] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949c727d-234c-4664-8fab-a2f5a4bc89d0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.455504] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf320d4-36df-4bc9-b3a2-b030d5b1897f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.464064] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4b6694-a55a-448a-abd7-e0839996c08e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.481907] env[69843]: DEBUG nova.compute.provider_tree [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.675652] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b4a585-e607-92bb-65f9-bc9c39d9184c, 'name': SearchDatastore_Task, 'duration_secs': 0.015411} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.679106] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64c4697-e4c2-49f0-93f6-25c099ddad8e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.685296] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 890.685296] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d1e02b-4532-bdf1-6806-6ae76128822d" [ 890.685296] env[69843]: _type = "Task" [ 890.685296] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.694769] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d1e02b-4532-bdf1-6806-6ae76128822d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.795659] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.811818] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227016} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.812105] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.813571] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.813571] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.830177] env[69843]: DEBUG nova.compute.manager [req-3e13b1f5-892f-4f17-9476-8e706ce0b5c4 req-ca23e15e-7673-4f74-8316-dfe8fd889778 service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Received event network-vif-plugged-09f4c10b-ffa8-463c-b1b2-8ca87312805f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.830400] env[69843]: DEBUG oslo_concurrency.lockutils [req-3e13b1f5-892f-4f17-9476-8e706ce0b5c4 req-ca23e15e-7673-4f74-8316-dfe8fd889778 service nova] Acquiring lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.830613] env[69843]: DEBUG oslo_concurrency.lockutils [req-3e13b1f5-892f-4f17-9476-8e706ce0b5c4 req-ca23e15e-7673-4f74-8316-dfe8fd889778 service nova] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.830816] env[69843]: DEBUG oslo_concurrency.lockutils [req-3e13b1f5-892f-4f17-9476-8e706ce0b5c4 req-ca23e15e-7673-4f74-8316-dfe8fd889778 service nova] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.830985] env[69843]: DEBUG nova.compute.manager [req-3e13b1f5-892f-4f17-9476-8e706ce0b5c4 req-ca23e15e-7673-4f74-8316-dfe8fd889778 service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] No waiting events found dispatching network-vif-plugged-09f4c10b-ffa8-463c-b1b2-8ca87312805f {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 890.831408] env[69843]: WARNING nova.compute.manager [req-3e13b1f5-892f-4f17-9476-8e706ce0b5c4 req-ca23e15e-7673-4f74-8316-dfe8fd889778 service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Received unexpected event network-vif-plugged-09f4c10b-ffa8-463c-b1b2-8ca87312805f for instance with vm_state building and task_state spawning. [ 890.967621] env[69843]: DEBUG nova.network.neutron [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Successfully updated port: 09f4c10b-ffa8-463c-b1b2-8ca87312805f {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.985058] env[69843]: DEBUG nova.scheduler.client.report [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.197409] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d1e02b-4532-bdf1-6806-6ae76128822d, 'name': SearchDatastore_Task, 'duration_secs': 0.017524} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.197690] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.197974] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] f8b0711c-2448-4aa1-b297-e2d5d1e56f4a/f8b0711c-2448-4aa1-b297-e2d5d1e56f4a.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.198330] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28a9b6b3-aa52-4125-b0ef-c9f26c898828 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.206623] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 891.206623] env[69843]: value = "task-3704251" [ 891.206623] env[69843]: _type = "Task" [ 891.206623] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.216202] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.471068] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.471068] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.471068] env[69843]: DEBUG nova.network.neutron [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.490588] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.491155] env[69843]: DEBUG nova.compute.manager [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.493856] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.744s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.495699] env[69843]: INFO nova.compute.claims [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.719751] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704251, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.847228] env[69843]: DEBUG nova.virt.hardware [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.847566] env[69843]: DEBUG nova.virt.hardware [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.847728] env[69843]: DEBUG nova.virt.hardware [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.847908] env[69843]: DEBUG nova.virt.hardware [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.848095] env[69843]: DEBUG nova.virt.hardware [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.848266] env[69843]: DEBUG nova.virt.hardware [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.848479] env[69843]: DEBUG nova.virt.hardware [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.848642] env[69843]: DEBUG nova.virt.hardware [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.848791] env[69843]: DEBUG nova.virt.hardware [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.848947] env[69843]: DEBUG nova.virt.hardware [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.849135] env[69843]: DEBUG nova.virt.hardware [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.850055] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8251c3d-57fc-4274-8d24-3d3c6f024927 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.860170] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76dded1-7fe2-4a55-9b28-933e199aace1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.876540] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.882423] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.882650] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.882945] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c66ffb7e-9b40-4d3f-9a54-a1f338700fda {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.902031] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.902031] env[69843]: value = "task-3704252" [ 891.902031] env[69843]: _type = "Task" [ 891.902031] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.910770] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704252, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.000798] env[69843]: DEBUG nova.compute.utils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.002643] env[69843]: DEBUG nova.compute.manager [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.002875] env[69843]: DEBUG nova.network.neutron [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.034193] env[69843]: DEBUG nova.network.neutron [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.058680] env[69843]: DEBUG nova.policy [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44dde67b1a9444f18bef13bab91cac67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f81c77452119491387ca70ed6b193c7f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.220796] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535084} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.220796] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] f8b0711c-2448-4aa1-b297-e2d5d1e56f4a/f8b0711c-2448-4aa1-b297-e2d5d1e56f4a.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.221062] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.221367] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41f631bc-6055-42f9-a69e-21992239821a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.229088] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 892.229088] env[69843]: value = "task-3704253" [ 892.229088] env[69843]: _type = "Task" [ 892.229088] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.237773] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.271051] env[69843]: DEBUG nova.network.neutron [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance_info_cache with network_info: [{"id": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "address": "fa:16:3e:ca:4e:81", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f4c10b-ff", "ovs_interfaceid": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.372643] env[69843]: DEBUG nova.network.neutron [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Successfully created port: a70892aa-40fc-49ae-917f-38b49fbfeb0e {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.413028] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704252, 'name': CreateVM_Task, 'duration_secs': 0.308648} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.413634] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.414092] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.414266] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.414601] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.414873] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa88e0c-ad0c-4a60-bd78-c4268d15970d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.420444] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 892.420444] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522e495c-34d4-23c6-5ef8-899317660924" [ 892.420444] env[69843]: _type = "Task" [ 892.420444] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.429143] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522e495c-34d4-23c6-5ef8-899317660924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.511071] env[69843]: DEBUG nova.compute.manager [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.739181] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078545} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.741784] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.743272] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb544ec-1e99-4c00-be14-a9c8e6d55200 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.765522] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] f8b0711c-2448-4aa1-b297-e2d5d1e56f4a/f8b0711c-2448-4aa1-b297-e2d5d1e56f4a.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.768698] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3991752b-8400-4530-a9d2-d638fe936063 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.785231] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.785561] env[69843]: DEBUG nova.compute.manager [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Instance network_info: |[{"id": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "address": "fa:16:3e:ca:4e:81", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f4c10b-ff", "ovs_interfaceid": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.785986] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:4e:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09f4c10b-ffa8-463c-b1b2-8ca87312805f', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.793532] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating folder: Project (fb6743d0ed75443486bcdbec716f5665). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.795780] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-258cda8b-a252-4dd6-96e1-a9da133b049e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.801721] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 892.801721] env[69843]: value = "task-3704254" [ 892.801721] env[69843]: _type = "Task" [ 892.801721] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.809076] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Created folder: Project (fb6743d0ed75443486bcdbec716f5665) in parent group-v737654. [ 892.809291] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating folder: Instances. Parent ref: group-v737828. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.815675] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1b9c9fd-5878-4242-a16c-b3eb2f0a0cba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.817602] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.834026] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Created folder: Instances in parent group-v737828. [ 892.834409] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.834534] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.834810] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-397f1bab-4152-4aae-bccf-7dbb723fb3d3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.862025] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.862025] env[69843]: value = "task-3704257" [ 892.862025] env[69843]: _type = "Task" [ 892.862025] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.873042] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704257, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.932979] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522e495c-34d4-23c6-5ef8-899317660924, 'name': SearchDatastore_Task, 'duration_secs': 0.051246} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.936372] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.936719] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.937011] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.937234] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.937493] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.938123] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95e48e9d-dad2-4017-9f09-dc8f2244753c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.943806] env[69843]: DEBUG nova.compute.manager [req-57b1d3ae-ad67-442c-9f0c-2569f083b5da req-87e6a823-cd80-456c-9b0a-44648ef4c2bc service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Received event network-changed-09f4c10b-ffa8-463c-b1b2-8ca87312805f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.944069] env[69843]: DEBUG nova.compute.manager [req-57b1d3ae-ad67-442c-9f0c-2569f083b5da req-87e6a823-cd80-456c-9b0a-44648ef4c2bc service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Refreshing instance network info cache due to event network-changed-09f4c10b-ffa8-463c-b1b2-8ca87312805f. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.944397] env[69843]: DEBUG oslo_concurrency.lockutils [req-57b1d3ae-ad67-442c-9f0c-2569f083b5da req-87e6a823-cd80-456c-9b0a-44648ef4c2bc service nova] Acquiring lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.944620] env[69843]: DEBUG oslo_concurrency.lockutils [req-57b1d3ae-ad67-442c-9f0c-2569f083b5da req-87e6a823-cd80-456c-9b0a-44648ef4c2bc service nova] Acquired lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.945203] env[69843]: DEBUG nova.network.neutron [req-57b1d3ae-ad67-442c-9f0c-2569f083b5da req-87e6a823-cd80-456c-9b0a-44648ef4c2bc service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Refreshing network info cache for port 09f4c10b-ffa8-463c-b1b2-8ca87312805f {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.949372] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.949633] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.954158] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24ff9d7d-89ce-4c99-97da-ec640f5db78a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.962385] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 892.962385] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528edada-b5ae-bdde-3499-871b7eb73b0f" [ 892.962385] env[69843]: _type = "Task" [ 892.962385] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.971110] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528edada-b5ae-bdde-3499-871b7eb73b0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.073449] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd03562f-26cc-41c0-8359-2d06f3371048 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.082702] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6089e9-d759-4e76-88a5-3081815a4f06 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.121162] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51ab0b0-61a0-4e12-affe-0da29691661b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.131011] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ad9295-721e-416b-940a-3a56045e105e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.150228] env[69843]: DEBUG nova.compute.provider_tree [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.313566] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704254, 'name': ReconfigVM_Task, 'duration_secs': 0.362208} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.313904] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Reconfigured VM instance instance-00000038 to attach disk [datastore1] f8b0711c-2448-4aa1-b297-e2d5d1e56f4a/f8b0711c-2448-4aa1-b297-e2d5d1e56f4a.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.314632] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b964d5d6-c5df-4cb3-aeb7-a08be8bb6c4d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.322846] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 893.322846] env[69843]: value = "task-3704258" [ 893.322846] env[69843]: _type = "Task" [ 893.322846] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.331877] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704258, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.372334] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704257, 'name': CreateVM_Task, 'duration_secs': 0.449992} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.372493] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.373252] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.373406] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.373723] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.373984] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9b34b5-fe0d-44f7-9c42-73ec932731e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.379770] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 893.379770] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526f35ea-c604-650b-f762-655e973fc1be" [ 893.379770] env[69843]: _type = "Task" [ 893.379770] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.388730] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526f35ea-c604-650b-f762-655e973fc1be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.474846] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528edada-b5ae-bdde-3499-871b7eb73b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.015405} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.475825] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d05ff7bc-a94d-45fd-a51e-47838f2c6e17 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.481966] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 893.481966] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c801b7-0ff4-1e17-9c8d-14f0798473f8" [ 893.481966] env[69843]: _type = "Task" [ 893.481966] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.491753] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c801b7-0ff4-1e17-9c8d-14f0798473f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.523755] env[69843]: DEBUG nova.compute.manager [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.553611] env[69843]: DEBUG nova.virt.hardware [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.553818] env[69843]: DEBUG nova.virt.hardware [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.553979] env[69843]: DEBUG nova.virt.hardware [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.554172] env[69843]: DEBUG nova.virt.hardware [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.554316] env[69843]: DEBUG nova.virt.hardware [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.554457] env[69843]: DEBUG nova.virt.hardware [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.554662] env[69843]: DEBUG nova.virt.hardware [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.554812] env[69843]: DEBUG nova.virt.hardware [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.554973] env[69843]: DEBUG nova.virt.hardware [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.555145] env[69843]: DEBUG nova.virt.hardware [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.555315] env[69843]: DEBUG nova.virt.hardware [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.556250] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6a3337-1a1a-4bc4-81fa-f10b14274ab7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.566527] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac40f3e-bde3-46f2-b3d6-6456ff2af06c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.653700] env[69843]: DEBUG nova.scheduler.client.report [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.730909] env[69843]: DEBUG nova.network.neutron [req-57b1d3ae-ad67-442c-9f0c-2569f083b5da req-87e6a823-cd80-456c-9b0a-44648ef4c2bc service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updated VIF entry in instance network info cache for port 09f4c10b-ffa8-463c-b1b2-8ca87312805f. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.731295] env[69843]: DEBUG nova.network.neutron [req-57b1d3ae-ad67-442c-9f0c-2569f083b5da req-87e6a823-cd80-456c-9b0a-44648ef4c2bc service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance_info_cache with network_info: [{"id": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "address": "fa:16:3e:ca:4e:81", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f4c10b-ff", "ovs_interfaceid": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.790499] env[69843]: DEBUG nova.compute.manager [req-35cf2490-6013-4053-b749-92c517a32aaa req-7dc34bbf-064e-4234-b2f0-c4d133373399 service nova] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Received event network-vif-plugged-a70892aa-40fc-49ae-917f-38b49fbfeb0e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.791423] env[69843]: DEBUG oslo_concurrency.lockutils [req-35cf2490-6013-4053-b749-92c517a32aaa req-7dc34bbf-064e-4234-b2f0-c4d133373399 service nova] Acquiring lock "6c2b40b6-9a27-4bfa-898e-182bcd13bed3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.791423] env[69843]: DEBUG oslo_concurrency.lockutils [req-35cf2490-6013-4053-b749-92c517a32aaa req-7dc34bbf-064e-4234-b2f0-c4d133373399 service nova] Lock "6c2b40b6-9a27-4bfa-898e-182bcd13bed3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.791423] env[69843]: DEBUG oslo_concurrency.lockutils [req-35cf2490-6013-4053-b749-92c517a32aaa req-7dc34bbf-064e-4234-b2f0-c4d133373399 service nova] Lock "6c2b40b6-9a27-4bfa-898e-182bcd13bed3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.791423] env[69843]: DEBUG nova.compute.manager [req-35cf2490-6013-4053-b749-92c517a32aaa req-7dc34bbf-064e-4234-b2f0-c4d133373399 service nova] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] No waiting events found dispatching network-vif-plugged-a70892aa-40fc-49ae-917f-38b49fbfeb0e {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 893.791731] env[69843]: WARNING nova.compute.manager [req-35cf2490-6013-4053-b749-92c517a32aaa req-7dc34bbf-064e-4234-b2f0-c4d133373399 service nova] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Received unexpected event network-vif-plugged-a70892aa-40fc-49ae-917f-38b49fbfeb0e for instance with vm_state building and task_state spawning. [ 893.833378] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704258, 'name': Rename_Task, 'duration_secs': 0.176818} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.833650] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.833905] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d44cd4ca-0a2c-4877-ad2a-c7222f2771cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.840720] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 893.840720] env[69843]: value = "task-3704259" [ 893.840720] env[69843]: _type = "Task" [ 893.840720] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.850026] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.880076] env[69843]: DEBUG nova.network.neutron [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Successfully updated port: a70892aa-40fc-49ae-917f-38b49fbfeb0e {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.893549] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526f35ea-c604-650b-f762-655e973fc1be, 'name': SearchDatastore_Task, 'duration_secs': 0.011439} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.894417] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.894651] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.894858] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.993334] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c801b7-0ff4-1e17-9c8d-14f0798473f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.993557] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.993814] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] b0d1991c-f262-48be-82a5-8a8f3cca813b/b0d1991c-f262-48be-82a5-8a8f3cca813b.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.994108] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.994806] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.994806] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-479fea27-3231-4a17-a301-7ad047fcc188 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.996767] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca3c2d03-084b-4090-adad-9c085427a16b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.005977] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 894.005977] env[69843]: value = "task-3704260" [ 894.005977] env[69843]: _type = "Task" [ 894.005977] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.007228] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.007408] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.011033] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c63deb40-819b-490e-8055-35c1eb847ce8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.019182] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.020546] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 894.020546] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e166b9-bc0d-b4fc-1039-4721efe93b34" [ 894.020546] env[69843]: _type = "Task" [ 894.020546] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.028524] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e166b9-bc0d-b4fc-1039-4721efe93b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.161718] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.162363] env[69843]: DEBUG nova.compute.manager [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.165895] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.195s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.166181] env[69843]: DEBUG nova.objects.instance [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Lazy-loading 'resources' on Instance uuid 2542d997-58b0-4a65-bbc0-ee34843837c0 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.234543] env[69843]: DEBUG oslo_concurrency.lockutils [req-57b1d3ae-ad67-442c-9f0c-2569f083b5da req-87e6a823-cd80-456c-9b0a-44648ef4c2bc service nova] Releasing lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.353540] env[69843]: DEBUG oslo_vmware.api [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704259, 'name': PowerOnVM_Task, 'duration_secs': 0.508697} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.353833] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.354456] env[69843]: DEBUG nova.compute.manager [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.354942] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb0f42f-cba8-464f-8ada-6ddaf5963680 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.385669] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquiring lock "refresh_cache-6c2b40b6-9a27-4bfa-898e-182bcd13bed3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.385868] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquired lock "refresh_cache-6c2b40b6-9a27-4bfa-898e-182bcd13bed3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.385968] env[69843]: DEBUG nova.network.neutron [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.520020] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704260, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.533505] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e166b9-bc0d-b4fc-1039-4721efe93b34, 'name': SearchDatastore_Task, 'duration_secs': 0.018971} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.534297] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50dc351f-f1f7-40d0-aebe-fac01149f9d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.545665] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 894.545665] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525a525d-c33f-6eb2-1602-207fb4b511bf" [ 894.545665] env[69843]: _type = "Task" [ 894.545665] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.557355] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525a525d-c33f-6eb2-1602-207fb4b511bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.670278] env[69843]: DEBUG nova.compute.utils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.676039] env[69843]: DEBUG nova.compute.manager [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.676039] env[69843]: DEBUG nova.network.neutron [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.737080] env[69843]: DEBUG nova.policy [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1773e244a8064c4b9dc7d27176d9b542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a3cfa3c8ceb4c409f93b81683f3258b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.878993] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.924920] env[69843]: DEBUG nova.network.neutron [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.026667] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644975} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.026667] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] b0d1991c-f262-48be-82a5-8a8f3cca813b/b0d1991c-f262-48be-82a5-8a8f3cca813b.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.026667] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.027173] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71ae6f17-a1f3-481d-8058-b6abe72eaf33 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.034608] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 895.034608] env[69843]: value = "task-3704261" [ 895.034608] env[69843]: _type = "Task" [ 895.034608] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.041459] env[69843]: DEBUG nova.network.neutron [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Successfully created port: 3ab29d83-e9e6-439a-b11e-c0d8181b7672 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.049653] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.062565] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525a525d-c33f-6eb2-1602-207fb4b511bf, 'name': SearchDatastore_Task, 'duration_secs': 0.043018} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.063084] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.063691] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 1910ca1a-ccc5-45d5-82e3-9f6953d3d141/1910ca1a-ccc5-45d5-82e3-9f6953d3d141.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.065529] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddb37d7a-736f-493a-9103-1518763fa540 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.074757] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 895.074757] env[69843]: value = "task-3704262" [ 895.074757] env[69843]: _type = "Task" [ 895.074757] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.086944] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.176107] env[69843]: DEBUG nova.compute.manager [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.187379] env[69843]: DEBUG nova.network.neutron [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Updating instance_info_cache with network_info: [{"id": "a70892aa-40fc-49ae-917f-38b49fbfeb0e", "address": "fa:16:3e:7c:bd:21", "network": {"id": "b26c9470-1fd1-4d02-a5e6-b5d65310cc58", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1961101015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81c77452119491387ca70ed6b193c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70892aa-40", "ovs_interfaceid": "a70892aa-40fc-49ae-917f-38b49fbfeb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.223448] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45453f34-2d40-41a0-b921-176fcf68e78e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.233857] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757ad4b2-a2fb-4cb7-b0f0-53f348bdf170 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.273194] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955d6d77-13cb-40a9-a479-413c9a24c788 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.283145] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e97fffd-9bdd-44bb-b6ce-f608e5688388 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.304511] env[69843]: DEBUG nova.compute.provider_tree [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.446577] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "f8b0711c-2448-4aa1-b297-e2d5d1e56f4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.447030] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "f8b0711c-2448-4aa1-b297-e2d5d1e56f4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.447172] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "f8b0711c-2448-4aa1-b297-e2d5d1e56f4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.447356] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "f8b0711c-2448-4aa1-b297-e2d5d1e56f4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.447553] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "f8b0711c-2448-4aa1-b297-e2d5d1e56f4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.450686] env[69843]: INFO nova.compute.manager [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Terminating instance [ 895.548126] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164482} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.548126] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.548126] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b853be-29fe-425f-bc69-38e9f155cd48 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.592192] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] b0d1991c-f262-48be-82a5-8a8f3cca813b/b0d1991c-f262-48be-82a5-8a8f3cca813b.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.594402] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05f4dae2-00a9-416c-8bf9-2da223caedee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.631695] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704262, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.633361] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 895.633361] env[69843]: value = "task-3704263" [ 895.633361] env[69843]: _type = "Task" [ 895.633361] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.646337] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.690710] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Releasing lock "refresh_cache-6c2b40b6-9a27-4bfa-898e-182bcd13bed3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.691306] env[69843]: DEBUG nova.compute.manager [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Instance network_info: |[{"id": "a70892aa-40fc-49ae-917f-38b49fbfeb0e", "address": "fa:16:3e:7c:bd:21", "network": {"id": "b26c9470-1fd1-4d02-a5e6-b5d65310cc58", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1961101015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81c77452119491387ca70ed6b193c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70892aa-40", "ovs_interfaceid": "a70892aa-40fc-49ae-917f-38b49fbfeb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.691514] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:bd:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a70892aa-40fc-49ae-917f-38b49fbfeb0e', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.699299] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Creating folder: Project (f81c77452119491387ca70ed6b193c7f). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.699671] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf346ba6-2be9-47f4-825f-73e403da50cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.716393] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Created folder: Project (f81c77452119491387ca70ed6b193c7f) in parent group-v737654. [ 895.716450] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Creating folder: Instances. Parent ref: group-v737831. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.716809] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6a2a426-c0ad-4e17-80e9-f246d36e281b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.732185] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Created folder: Instances in parent group-v737831. [ 895.733047] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.733047] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.733977] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f06de786-9450-45c2-ba48-2e2d087829a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.767732] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.767732] env[69843]: value = "task-3704266" [ 895.767732] env[69843]: _type = "Task" [ 895.767732] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.783969] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704266, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.808893] env[69843]: DEBUG nova.scheduler.client.report [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.907688] env[69843]: DEBUG nova.compute.manager [req-1dbdb73a-2c26-48c6-93f9-2629ccaa4f10 req-b38b684d-1f82-4997-bbd2-272d9761a8ed service nova] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Received event network-changed-a70892aa-40fc-49ae-917f-38b49fbfeb0e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.907939] env[69843]: DEBUG nova.compute.manager [req-1dbdb73a-2c26-48c6-93f9-2629ccaa4f10 req-b38b684d-1f82-4997-bbd2-272d9761a8ed service nova] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Refreshing instance network info cache due to event network-changed-a70892aa-40fc-49ae-917f-38b49fbfeb0e. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.908229] env[69843]: DEBUG oslo_concurrency.lockutils [req-1dbdb73a-2c26-48c6-93f9-2629ccaa4f10 req-b38b684d-1f82-4997-bbd2-272d9761a8ed service nova] Acquiring lock "refresh_cache-6c2b40b6-9a27-4bfa-898e-182bcd13bed3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.908461] env[69843]: DEBUG oslo_concurrency.lockutils [req-1dbdb73a-2c26-48c6-93f9-2629ccaa4f10 req-b38b684d-1f82-4997-bbd2-272d9761a8ed service nova] Acquired lock "refresh_cache-6c2b40b6-9a27-4bfa-898e-182bcd13bed3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.908701] env[69843]: DEBUG nova.network.neutron [req-1dbdb73a-2c26-48c6-93f9-2629ccaa4f10 req-b38b684d-1f82-4997-bbd2-272d9761a8ed service nova] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Refreshing network info cache for port a70892aa-40fc-49ae-917f-38b49fbfeb0e {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.954435] env[69843]: DEBUG nova.compute.manager [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.954695] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.955694] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b47673-2137-4ce6-964a-0a3ba5f4fc02 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.965955] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.966895] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e60b92-2d8c-4b60-af9c-6d682c67d102 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.974347] env[69843]: DEBUG oslo_vmware.api [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 895.974347] env[69843]: value = "task-3704267" [ 895.974347] env[69843]: _type = "Task" [ 895.974347] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.984087] env[69843]: DEBUG oslo_vmware.api [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.060303] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "294d870f-3083-47dc-80d6-88377ce7f6b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.060926] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "294d870f-3083-47dc-80d6-88377ce7f6b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.104626] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860977} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.104982] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 1910ca1a-ccc5-45d5-82e3-9f6953d3d141/1910ca1a-ccc5-45d5-82e3-9f6953d3d141.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.105265] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.105693] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49f30c7c-9461-4390-b947-02c01862c605 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.117053] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 896.117053] env[69843]: value = "task-3704268" [ 896.117053] env[69843]: _type = "Task" [ 896.117053] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.128126] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.144897] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704263, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.187874] env[69843]: DEBUG nova.compute.manager [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.219246] env[69843]: DEBUG nova.virt.hardware [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.219490] env[69843]: DEBUG nova.virt.hardware [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.219650] env[69843]: DEBUG nova.virt.hardware [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.219839] env[69843]: DEBUG nova.virt.hardware [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.219979] env[69843]: DEBUG nova.virt.hardware [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.220148] env[69843]: DEBUG nova.virt.hardware [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.220353] env[69843]: DEBUG nova.virt.hardware [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.220517] env[69843]: DEBUG nova.virt.hardware [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.220677] env[69843]: DEBUG nova.virt.hardware [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.220837] env[69843]: DEBUG nova.virt.hardware [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.221016] env[69843]: DEBUG nova.virt.hardware [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.221919] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3bdb3c-b0f5-43f4-9e90-69b8e4699873 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.232621] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2eeeaa-4c7a-437a-8934-6693baf6270c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.279147] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704266, 'name': CreateVM_Task, 'duration_secs': 0.42343} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.279273] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.280022] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.280413] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.280612] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.280974] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58a63ec-b827-4cdc-85ab-31137cb5c0b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.289021] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Waiting for the task: (returnval){ [ 896.289021] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524e79b7-b9bf-cbb9-cd7d-7e9096791b4f" [ 896.289021] env[69843]: _type = "Task" [ 896.289021] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.299340] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524e79b7-b9bf-cbb9-cd7d-7e9096791b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.316496] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.319055] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.099s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.319196] env[69843]: DEBUG nova.objects.instance [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Lazy-loading 'resources' on Instance uuid 48b5b431-fe29-4825-b21f-32ac068d4a87 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.340145] env[69843]: INFO nova.scheduler.client.report [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Deleted allocations for instance 2542d997-58b0-4a65-bbc0-ee34843837c0 [ 896.487458] env[69843]: DEBUG oslo_vmware.api [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704267, 'name': PowerOffVM_Task, 'duration_secs': 0.218593} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.487644] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.487819] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.488101] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-267e9e6e-af2d-44c6-8817-97deb3fee23b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.564248] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.564248] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.564420] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleting the datastore file [datastore1] f8b0711c-2448-4aa1-b297-e2d5d1e56f4a {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.564800] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a3907b8-855c-4076-970d-5388aac4b49f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.567439] env[69843]: DEBUG nova.compute.manager [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.572086] env[69843]: DEBUG nova.network.neutron [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Successfully updated port: 3ab29d83-e9e6-439a-b11e-c0d8181b7672 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.585652] env[69843]: DEBUG oslo_vmware.api [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 896.585652] env[69843]: value = "task-3704270" [ 896.585652] env[69843]: _type = "Task" [ 896.585652] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.597045] env[69843]: DEBUG oslo_vmware.api [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.628768] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088983} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.629033] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.629871] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3079872c-8e66-47b2-8c64-4fb9dc24ce7f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.657920] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 1910ca1a-ccc5-45d5-82e3-9f6953d3d141/1910ca1a-ccc5-45d5-82e3-9f6953d3d141.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.662856] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-301d0e40-2e96-4696-8bd5-fbbfc541aeb0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.691747] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 896.691747] env[69843]: value = "task-3704271" [ 896.691747] env[69843]: _type = "Task" [ 896.691747] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.691747] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704263, 'name': ReconfigVM_Task, 'duration_secs': 0.57015} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.691747] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Reconfigured VM instance instance-0000003a to attach disk [datastore1] b0d1991c-f262-48be-82a5-8a8f3cca813b/b0d1991c-f262-48be-82a5-8a8f3cca813b.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.694141] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5458adff-015e-4579-98e5-04a5bfbc8040 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.705030] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.706017] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 896.706017] env[69843]: value = "task-3704272" [ 896.706017] env[69843]: _type = "Task" [ 896.706017] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.719568] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704272, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.774032] env[69843]: DEBUG nova.network.neutron [req-1dbdb73a-2c26-48c6-93f9-2629ccaa4f10 req-b38b684d-1f82-4997-bbd2-272d9761a8ed service nova] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Updated VIF entry in instance network info cache for port a70892aa-40fc-49ae-917f-38b49fbfeb0e. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.774507] env[69843]: DEBUG nova.network.neutron [req-1dbdb73a-2c26-48c6-93f9-2629ccaa4f10 req-b38b684d-1f82-4997-bbd2-272d9761a8ed service nova] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Updating instance_info_cache with network_info: [{"id": "a70892aa-40fc-49ae-917f-38b49fbfeb0e", "address": "fa:16:3e:7c:bd:21", "network": {"id": "b26c9470-1fd1-4d02-a5e6-b5d65310cc58", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1961101015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81c77452119491387ca70ed6b193c7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70892aa-40", "ovs_interfaceid": "a70892aa-40fc-49ae-917f-38b49fbfeb0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.800480] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524e79b7-b9bf-cbb9-cd7d-7e9096791b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.013179} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.800949] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.801117] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.801425] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.801620] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.801878] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.802613] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f033956b-fc34-48ea-b8e2-360aa127f7ae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.812745] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.812945] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.813854] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77198292-e419-4bc7-b70d-5c64582d2c25 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.824405] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Waiting for the task: (returnval){ [ 896.824405] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52548a21-e206-e957-d562-7a42f75c33ef" [ 896.824405] env[69843]: _type = "Task" [ 896.824405] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.833911] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52548a21-e206-e957-d562-7a42f75c33ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.847093] env[69843]: DEBUG oslo_concurrency.lockutils [None req-35b2c7fa-4c74-4bf5-adae-0140db2a089d tempest-ServersNegativeTestMultiTenantJSON-484812409 tempest-ServersNegativeTestMultiTenantJSON-484812409-project-member] Lock "2542d997-58b0-4a65-bbc0-ee34843837c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.846s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.083500] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Acquiring lock "refresh_cache-4172346a-1181-4649-9610-4de1cf2c2dd2" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.083688] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Acquired lock "refresh_cache-4172346a-1181-4649-9610-4de1cf2c2dd2" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.083878] env[69843]: DEBUG nova.network.neutron [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.106139] env[69843]: DEBUG oslo_vmware.api [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278341} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.107434] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.107574] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.107787] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.107978] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.108168] env[69843]: INFO nova.compute.manager [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 897.108407] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.111189] env[69843]: DEBUG nova.compute.manager [-] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.111189] env[69843]: DEBUG nova.network.neutron [-] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.200454] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704271, 'name': ReconfigVM_Task, 'duration_secs': 0.352418} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.200749] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 1910ca1a-ccc5-45d5-82e3-9f6953d3d141/1910ca1a-ccc5-45d5-82e3-9f6953d3d141.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.201824] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef2af254-9428-4bf9-a7e8-4a743d353223 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.215142] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 897.215142] env[69843]: value = "task-3704273" [ 897.215142] env[69843]: _type = "Task" [ 897.215142] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.224075] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704272, 'name': Rename_Task, 'duration_secs': 0.165449} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.224938] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.225235] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50be506f-4edf-412e-b4bd-eee1ab684789 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.230741] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704273, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.237728] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 897.237728] env[69843]: value = "task-3704274" [ 897.237728] env[69843]: _type = "Task" [ 897.237728] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.251294] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.277896] env[69843]: DEBUG oslo_concurrency.lockutils [req-1dbdb73a-2c26-48c6-93f9-2629ccaa4f10 req-b38b684d-1f82-4997-bbd2-272d9761a8ed service nova] Releasing lock "refresh_cache-6c2b40b6-9a27-4bfa-898e-182bcd13bed3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.337353] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52548a21-e206-e957-d562-7a42f75c33ef, 'name': SearchDatastore_Task, 'duration_secs': 0.016804} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.343746] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0198ff20-8f72-4389-a1b2-7e9cfb73a7d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.352290] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Waiting for the task: (returnval){ [ 897.352290] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52fcfe84-612a-88c9-786e-42f1e08ef0e1" [ 897.352290] env[69843]: _type = "Task" [ 897.352290] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.370276] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52fcfe84-612a-88c9-786e-42f1e08ef0e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.388277] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03558371-0fe3-48f3-b411-916405ee6039 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.400025] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69018d21-7e6e-4e75-8c03-9de422503170 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.441442] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34493d5-5c46-410f-8630-cd39aa7a8472 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.450154] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc2d0bd-b323-4af2-a15f-e9ca7ba19955 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.465258] env[69843]: DEBUG nova.compute.provider_tree [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.629033] env[69843]: DEBUG nova.network.neutron [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.728872] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704273, 'name': Rename_Task, 'duration_secs': 0.308038} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.729287] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.729454] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-409dc692-faf8-4d93-9766-e052d57b0dad {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.737940] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 897.737940] env[69843]: value = "task-3704275" [ 897.737940] env[69843]: _type = "Task" [ 897.737940] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.756509] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.762017] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704274, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.804131] env[69843]: DEBUG nova.network.neutron [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Updating instance_info_cache with network_info: [{"id": "3ab29d83-e9e6-439a-b11e-c0d8181b7672", "address": "fa:16:3e:88:ac:79", "network": {"id": "2333033c-37b8-4a63-8fda-212f904abbe0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-813996038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a3cfa3c8ceb4c409f93b81683f3258b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab29d83-e9", "ovs_interfaceid": "3ab29d83-e9e6-439a-b11e-c0d8181b7672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.864119] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52fcfe84-612a-88c9-786e-42f1e08ef0e1, 'name': SearchDatastore_Task, 'duration_secs': 0.04591} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.864499] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.864766] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 6c2b40b6-9a27-4bfa-898e-182bcd13bed3/6c2b40b6-9a27-4bfa-898e-182bcd13bed3.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.865058] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6019694-0d4e-4e49-9d15-f9ddad28ca0e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.872301] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Waiting for the task: (returnval){ [ 897.872301] env[69843]: value = "task-3704276" [ 897.872301] env[69843]: _type = "Task" [ 897.872301] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.881146] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.968437] env[69843]: DEBUG nova.scheduler.client.report [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.182152] env[69843]: DEBUG nova.compute.manager [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Received event network-vif-plugged-3ab29d83-e9e6-439a-b11e-c0d8181b7672 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.182152] env[69843]: DEBUG oslo_concurrency.lockutils [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] Acquiring lock "4172346a-1181-4649-9610-4de1cf2c2dd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.182152] env[69843]: DEBUG oslo_concurrency.lockutils [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] Lock "4172346a-1181-4649-9610-4de1cf2c2dd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.182152] env[69843]: DEBUG oslo_concurrency.lockutils [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] Lock "4172346a-1181-4649-9610-4de1cf2c2dd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.182152] env[69843]: DEBUG nova.compute.manager [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] No waiting events found dispatching network-vif-plugged-3ab29d83-e9e6-439a-b11e-c0d8181b7672 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 898.182152] env[69843]: WARNING nova.compute.manager [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Received unexpected event network-vif-plugged-3ab29d83-e9e6-439a-b11e-c0d8181b7672 for instance with vm_state building and task_state spawning. [ 898.182152] env[69843]: DEBUG nova.compute.manager [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Received event network-changed-3ab29d83-e9e6-439a-b11e-c0d8181b7672 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.183122] env[69843]: DEBUG nova.compute.manager [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Refreshing instance network info cache due to event network-changed-3ab29d83-e9e6-439a-b11e-c0d8181b7672. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.183388] env[69843]: DEBUG oslo_concurrency.lockutils [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] Acquiring lock "refresh_cache-4172346a-1181-4649-9610-4de1cf2c2dd2" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.205150] env[69843]: DEBUG nova.compute.manager [req-8d9be998-0438-4f8e-8100-0bcae1fae382 req-423a5003-c941-40d5-adb6-0871401b7017 service nova] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Received event network-vif-deleted-d0ad7f23-b389-4245-b6f1-a3f19f97522e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.205433] env[69843]: INFO nova.compute.manager [req-8d9be998-0438-4f8e-8100-0bcae1fae382 req-423a5003-c941-40d5-adb6-0871401b7017 service nova] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Neutron deleted interface d0ad7f23-b389-4245-b6f1-a3f19f97522e; detaching it from the instance and deleting it from the info cache [ 898.205795] env[69843]: DEBUG nova.network.neutron [req-8d9be998-0438-4f8e-8100-0bcae1fae382 req-423a5003-c941-40d5-adb6-0871401b7017 service nova] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.249457] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704275, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.258445] env[69843]: DEBUG oslo_vmware.api [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704274, 'name': PowerOnVM_Task, 'duration_secs': 0.649776} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.258937] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.259057] env[69843]: DEBUG nova.compute.manager [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.262173] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8852873d-c1e5-49e0-a947-f283de6fe6e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.307899] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Releasing lock "refresh_cache-4172346a-1181-4649-9610-4de1cf2c2dd2" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.308259] env[69843]: DEBUG nova.compute.manager [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Instance network_info: |[{"id": "3ab29d83-e9e6-439a-b11e-c0d8181b7672", "address": "fa:16:3e:88:ac:79", "network": {"id": "2333033c-37b8-4a63-8fda-212f904abbe0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-813996038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a3cfa3c8ceb4c409f93b81683f3258b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab29d83-e9", "ovs_interfaceid": "3ab29d83-e9e6-439a-b11e-c0d8181b7672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.308822] env[69843]: DEBUG oslo_concurrency.lockutils [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] Acquired lock "refresh_cache-4172346a-1181-4649-9610-4de1cf2c2dd2" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.308921] env[69843]: DEBUG nova.network.neutron [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Refreshing network info cache for port 3ab29d83-e9e6-439a-b11e-c0d8181b7672 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.310639] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:ac:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ab29d83-e9e6-439a-b11e-c0d8181b7672', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.323515] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Creating folder: Project (6a3cfa3c8ceb4c409f93b81683f3258b). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.327465] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69e80ddf-53d7-4744-b55d-1aedbb08e870 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.341690] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Created folder: Project (6a3cfa3c8ceb4c409f93b81683f3258b) in parent group-v737654. [ 898.341944] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Creating folder: Instances. Parent ref: group-v737834. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.342213] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38cef328-a35f-490a-ac24-ee1bad08e3ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.354153] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Created folder: Instances in parent group-v737834. [ 898.354421] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.354654] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.354833] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42771003-46fe-475c-9e89-175f9d457fcd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.379019] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.379019] env[69843]: value = "task-3704279" [ 898.379019] env[69843]: _type = "Task" [ 898.379019] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.385181] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704276, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.390821] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704279, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.449897] env[69843]: DEBUG nova.network.neutron [-] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.474452] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.478580] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.354s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.482513] env[69843]: INFO nova.compute.claims [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.507188] env[69843]: INFO nova.scheduler.client.report [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Deleted allocations for instance 48b5b431-fe29-4825-b21f-32ac068d4a87 [ 898.711886] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35e2f1c9-026c-4824-8f78-70ce13929cee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.732158] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1840ea3-6191-4ff1-8eac-96be15960ba3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.769231] env[69843]: DEBUG oslo_vmware.api [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704275, 'name': PowerOnVM_Task, 'duration_secs': 0.957587} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.769714] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.769959] env[69843]: INFO nova.compute.manager [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Took 8.92 seconds to spawn the instance on the hypervisor. [ 898.770288] env[69843]: DEBUG nova.compute.manager [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.779967] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1431448-dedd-43a3-8b63-80c9a0ea1547 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.809697] env[69843]: DEBUG nova.compute.manager [req-8d9be998-0438-4f8e-8100-0bcae1fae382 req-423a5003-c941-40d5-adb6-0871401b7017 service nova] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Detach interface failed, port_id=d0ad7f23-b389-4245-b6f1-a3f19f97522e, reason: Instance f8b0711c-2448-4aa1-b297-e2d5d1e56f4a could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 898.809697] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.886105] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887045} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.887037] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 6c2b40b6-9a27-4bfa-898e-182bcd13bed3/6c2b40b6-9a27-4bfa-898e-182bcd13bed3.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.887292] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.887579] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cb36359-12fd-47bd-a0e5-ccc293812250 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.895919] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704279, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.904383] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Waiting for the task: (returnval){ [ 898.904383] env[69843]: value = "task-3704280" [ 898.904383] env[69843]: _type = "Task" [ 898.904383] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.917958] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.952441] env[69843]: INFO nova.compute.manager [-] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Took 1.84 seconds to deallocate network for instance. [ 898.984174] env[69843]: DEBUG nova.network.neutron [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Updated VIF entry in instance network info cache for port 3ab29d83-e9e6-439a-b11e-c0d8181b7672. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.984174] env[69843]: DEBUG nova.network.neutron [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Updating instance_info_cache with network_info: [{"id": "3ab29d83-e9e6-439a-b11e-c0d8181b7672", "address": "fa:16:3e:88:ac:79", "network": {"id": "2333033c-37b8-4a63-8fda-212f904abbe0", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-813996038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a3cfa3c8ceb4c409f93b81683f3258b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab29d83-e9", "ovs_interfaceid": "3ab29d83-e9e6-439a-b11e-c0d8181b7672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.019796] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1a3ea92-7a98-4667-82de-77066f0701dd tempest-VolumesAssistedSnapshotsTest-172085622 tempest-VolumesAssistedSnapshotsTest-172085622-project-member] Lock "48b5b431-fe29-4825-b21f-32ac068d4a87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.153s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.333041] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.333041] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.334303] env[69843]: INFO nova.compute.manager [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Took 49.16 seconds to build instance. [ 899.393031] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704279, 'name': CreateVM_Task, 'duration_secs': 0.69011} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.393031] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.393031] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.393031] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.393251] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.393529] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad607146-769d-45a5-b71c-3d1ca456b594 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.399938] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Waiting for the task: (returnval){ [ 899.399938] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d7bef8-9973-7b92-eaa0-edde02dae911" [ 899.399938] env[69843]: _type = "Task" [ 899.399938] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.415202] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d7bef8-9973-7b92-eaa0-edde02dae911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.415534] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080722} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.415798] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.416729] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ecec37-aca6-4923-9a44-3ca38e5c54f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.440234] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 6c2b40b6-9a27-4bfa-898e-182bcd13bed3/6c2b40b6-9a27-4bfa-898e-182bcd13bed3.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.441511] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d58d7e00-e596-478c-82b1-cd14f0400357 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.462614] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.463023] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Waiting for the task: (returnval){ [ 899.463023] env[69843]: value = "task-3704281" [ 899.463023] env[69843]: _type = "Task" [ 899.463023] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.472218] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.489049] env[69843]: DEBUG oslo_concurrency.lockutils [req-3223fd03-49a0-4898-9448-fe497ff6baf0 req-b98e7706-d4c5-40db-b6c8-4ecd9e4233bc service nova] Releasing lock "refresh_cache-4172346a-1181-4649-9610-4de1cf2c2dd2" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.600740] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "b0d1991c-f262-48be-82a5-8a8f3cca813b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.601016] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "b0d1991c-f262-48be-82a5-8a8f3cca813b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.601238] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "b0d1991c-f262-48be-82a5-8a8f3cca813b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.601414] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "b0d1991c-f262-48be-82a5-8a8f3cca813b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.601604] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "b0d1991c-f262-48be-82a5-8a8f3cca813b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.606615] env[69843]: INFO nova.compute.manager [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Terminating instance [ 899.835317] env[69843]: INFO nova.compute.manager [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Detaching volume f483a332-5ab0-40c9-ab46-3ba05dcb07c4 [ 899.839748] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d66f04d5-1d33-4ff2-9826-981d63861a39 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.367s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.894730] env[69843]: INFO nova.virt.block_device [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Attempting to driver detach volume f483a332-5ab0-40c9-ab46-3ba05dcb07c4 from mountpoint /dev/sdb [ 899.894730] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 899.894730] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737802', 'volume_id': 'f483a332-5ab0-40c9-ab46-3ba05dcb07c4', 'name': 'volume-f483a332-5ab0-40c9-ab46-3ba05dcb07c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c51bfd5-589a-4b32-9d1a-e619dc352b66', 'attached_at': '', 'detached_at': '', 'volume_id': 'f483a332-5ab0-40c9-ab46-3ba05dcb07c4', 'serial': 'f483a332-5ab0-40c9-ab46-3ba05dcb07c4'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 899.894730] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e0ae2f-1d60-4ef8-b03e-e4e8a5d3d764 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.929107] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec438b5-b354-4441-8209-7c8f2f6257f0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.948390] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d7bef8-9973-7b92-eaa0-edde02dae911, 'name': SearchDatastore_Task, 'duration_secs': 0.013387} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.950512] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.950512] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.950512] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.950512] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.950512] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.950512] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2512acd2-ed36-4fb5-b589-39959a7b9a8f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.956579] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b71394c-e8d1-4e82-a2e5-dd220085ba1a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.989069] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.989355] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.992754] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239e6ae8-4b3c-4f67-af15-cbea58e6fea9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.995730] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dec22cf-ebdd-431d-a14d-5a2ac584e255 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.014411] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Waiting for the task: (returnval){ [ 900.014411] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c70f82-02ec-b7ff-39e7-4926efd1388c" [ 900.014411] env[69843]: _type = "Task" [ 900.014411] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.017437] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] The volume has not been displaced from its original location: [datastore2] volume-f483a332-5ab0-40c9-ab46-3ba05dcb07c4/volume-f483a332-5ab0-40c9-ab46-3ba05dcb07c4.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 900.020704] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.026404] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96956977-465f-4295-911d-ee7e729ef19d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.040462] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704281, 'name': ReconfigVM_Task, 'duration_secs': 0.304438} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.044199] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 6c2b40b6-9a27-4bfa-898e-182bcd13bed3/6c2b40b6-9a27-4bfa-898e-182bcd13bed3.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.045289] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b5f651d-3c74-4520-a61b-daeac07c4e14 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.051780] env[69843]: DEBUG oslo_vmware.api [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 900.051780] env[69843]: value = "task-3704282" [ 900.051780] env[69843]: _type = "Task" [ 900.051780] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.055161] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c70f82-02ec-b7ff-39e7-4926efd1388c, 'name': SearchDatastore_Task, 'duration_secs': 0.04871} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.062441] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Waiting for the task: (returnval){ [ 900.062441] env[69843]: value = "task-3704283" [ 900.062441] env[69843]: _type = "Task" [ 900.062441] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.062830] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0484eb71-9902-41e5-beb9-54bac8e65a21 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.073166] env[69843]: DEBUG oslo_vmware.api [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.081222] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Waiting for the task: (returnval){ [ 900.081222] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524de560-1ea5-f86b-fe79-3bae57d12568" [ 900.081222] env[69843]: _type = "Task" [ 900.081222] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.086144] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704283, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.096282] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524de560-1ea5-f86b-fe79-3bae57d12568, 'name': SearchDatastore_Task, 'duration_secs': 0.013963} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.096282] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.096282] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 4172346a-1181-4649-9610-4de1cf2c2dd2/4172346a-1181-4649-9610-4de1cf2c2dd2.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.096282] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c24f166-deaa-4358-9351-51c57a1e8f14 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.108475] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Waiting for the task: (returnval){ [ 900.108475] env[69843]: value = "task-3704284" [ 900.108475] env[69843]: _type = "Task" [ 900.108475] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.117463] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "refresh_cache-b0d1991c-f262-48be-82a5-8a8f3cca813b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.117709] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquired lock "refresh_cache-b0d1991c-f262-48be-82a5-8a8f3cca813b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.117949] env[69843]: DEBUG nova.network.neutron [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.128407] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.186651] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2167fe-d61f-4820-bbe0-9982a66d15b6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.203198] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bba797-0546-47c6-b714-e573522d0a60 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.238318] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dff64f4-ef75-4a33-be59-11900680d7fd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.246567] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f60c1e-5092-4fa1-aff3-7384d6624ed5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.261463] env[69843]: DEBUG nova.compute.provider_tree [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.566933] env[69843]: DEBUG oslo_vmware.api [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704282, 'name': ReconfigVM_Task, 'duration_secs': 0.356801} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.570694] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 900.576633] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ebd7b5d-f420-4954-995e-849174bcc6bc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.597998] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704283, 'name': Rename_Task, 'duration_secs': 0.171358} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.602942] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.602942] env[69843]: DEBUG oslo_vmware.api [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 900.602942] env[69843]: value = "task-3704285" [ 900.602942] env[69843]: _type = "Task" [ 900.602942] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.602942] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cf5a32b-9da0-4c1a-bcaa-32f26d7408b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.619259] env[69843]: DEBUG oslo_vmware.api [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704285, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.619259] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Waiting for the task: (returnval){ [ 900.619259] env[69843]: value = "task-3704286" [ 900.619259] env[69843]: _type = "Task" [ 900.619259] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.633235] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704284, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.639466] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.666162] env[69843]: DEBUG nova.network.neutron [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.765097] env[69843]: DEBUG nova.scheduler.client.report [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.803211] env[69843]: DEBUG nova.network.neutron [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.899161] env[69843]: DEBUG nova.compute.manager [req-e36b3884-95fb-45d8-bf18-f8740bdb9f69 req-5af04e2c-6622-4d72-ac70-1bf246242d13 service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Received event network-changed-09f4c10b-ffa8-463c-b1b2-8ca87312805f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.899161] env[69843]: DEBUG nova.compute.manager [req-e36b3884-95fb-45d8-bf18-f8740bdb9f69 req-5af04e2c-6622-4d72-ac70-1bf246242d13 service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Refreshing instance network info cache due to event network-changed-09f4c10b-ffa8-463c-b1b2-8ca87312805f. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.899712] env[69843]: DEBUG oslo_concurrency.lockutils [req-e36b3884-95fb-45d8-bf18-f8740bdb9f69 req-5af04e2c-6622-4d72-ac70-1bf246242d13 service nova] Acquiring lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.899885] env[69843]: DEBUG oslo_concurrency.lockutils [req-e36b3884-95fb-45d8-bf18-f8740bdb9f69 req-5af04e2c-6622-4d72-ac70-1bf246242d13 service nova] Acquired lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.900120] env[69843]: DEBUG nova.network.neutron [req-e36b3884-95fb-45d8-bf18-f8740bdb9f69 req-5af04e2c-6622-4d72-ac70-1bf246242d13 service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Refreshing network info cache for port 09f4c10b-ffa8-463c-b1b2-8ca87312805f {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.129485] env[69843]: DEBUG oslo_vmware.api [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704285, 'name': ReconfigVM_Task, 'duration_secs': 0.318385} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.133033] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701956} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.134371] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737802', 'volume_id': 'f483a332-5ab0-40c9-ab46-3ba05dcb07c4', 'name': 'volume-f483a332-5ab0-40c9-ab46-3ba05dcb07c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c51bfd5-589a-4b32-9d1a-e619dc352b66', 'attached_at': '', 'detached_at': '', 'volume_id': 'f483a332-5ab0-40c9-ab46-3ba05dcb07c4', 'serial': 'f483a332-5ab0-40c9-ab46-3ba05dcb07c4'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 901.136892] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 4172346a-1181-4649-9610-4de1cf2c2dd2/4172346a-1181-4649-9610-4de1cf2c2dd2.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.137311] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.137889] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-594dd9cc-9333-44f0-9d9e-1a67690668e2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.147118] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.148706] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Waiting for the task: (returnval){ [ 901.148706] env[69843]: value = "task-3704287" [ 901.148706] env[69843]: _type = "Task" [ 901.148706] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.159972] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.275033] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.275033] env[69843]: DEBUG nova.compute.manager [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.280216] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.016s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.280216] env[69843]: DEBUG nova.objects.instance [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lazy-loading 'resources' on Instance uuid c4ced098-7a4f-4842-895d-e600126f7916 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.307679] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Releasing lock "refresh_cache-b0d1991c-f262-48be-82a5-8a8f3cca813b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.307679] env[69843]: DEBUG nova.compute.manager [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.307679] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.308431] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfe4c20-7640-45f1-b537-3d927d0503b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.319864] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.321358] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3825bda4-a7d2-410f-a59b-f68ae3f399e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.335266] env[69843]: DEBUG oslo_vmware.api [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 901.335266] env[69843]: value = "task-3704288" [ 901.335266] env[69843]: _type = "Task" [ 901.335266] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.348442] env[69843]: DEBUG oslo_vmware.api [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.643749] env[69843]: DEBUG oslo_vmware.api [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704286, 'name': PowerOnVM_Task, 'duration_secs': 0.943034} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.643749] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.643749] env[69843]: INFO nova.compute.manager [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Took 8.12 seconds to spawn the instance on the hypervisor. [ 901.643749] env[69843]: DEBUG nova.compute.manager [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.645604] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7764a342-61f0-4ac0-afa7-2eeda824230f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.661431] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128901} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.663762] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.667501] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b32ee1-2af4-430c-8fae-e243fa963e39 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.704433] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 4172346a-1181-4649-9610-4de1cf2c2dd2/4172346a-1181-4649-9610-4de1cf2c2dd2.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.704796] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0873ea52-5c1c-43d8-850c-4aa6e26f94a1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.725732] env[69843]: DEBUG nova.objects.instance [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'flavor' on Instance uuid 0c51bfd5-589a-4b32-9d1a-e619dc352b66 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.736475] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Waiting for the task: (returnval){ [ 901.736475] env[69843]: value = "task-3704289" [ 901.736475] env[69843]: _type = "Task" [ 901.736475] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.748577] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.784648] env[69843]: DEBUG nova.compute.utils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.789187] env[69843]: DEBUG nova.compute.manager [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Not allocating networking since 'none' was specified. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 901.849121] env[69843]: DEBUG oslo_vmware.api [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704288, 'name': PowerOffVM_Task, 'duration_secs': 0.152633} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.849466] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.849639] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.849912] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-035271c7-9ff7-42f8-91d9-ab8dc0af747d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.884308] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.884551] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.884721] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Deleting the datastore file [datastore1] b0d1991c-f262-48be-82a5-8a8f3cca813b {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.885013] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-061ea311-19f2-4b39-84aa-46e66358ae36 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.898454] env[69843]: DEBUG oslo_vmware.api [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 901.898454] env[69843]: value = "task-3704291" [ 901.898454] env[69843]: _type = "Task" [ 901.898454] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.908794] env[69843]: DEBUG oslo_vmware.api [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.189454] env[69843]: INFO nova.compute.manager [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Took 47.17 seconds to build instance. [ 902.248728] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.291266] env[69843]: DEBUG nova.compute.manager [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.410349] env[69843]: DEBUG oslo_vmware.api [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45683} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.410624] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.410807] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.410975] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.411155] env[69843]: INFO nova.compute.manager [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 902.411397] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.411599] env[69843]: DEBUG nova.compute.manager [-] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.411693] env[69843]: DEBUG nova.network.neutron [-] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.430319] env[69843]: DEBUG nova.network.neutron [-] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.459724] env[69843]: DEBUG nova.network.neutron [req-e36b3884-95fb-45d8-bf18-f8740bdb9f69 req-5af04e2c-6622-4d72-ac70-1bf246242d13 service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updated VIF entry in instance network info cache for port 09f4c10b-ffa8-463c-b1b2-8ca87312805f. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.460246] env[69843]: DEBUG nova.network.neutron [req-e36b3884-95fb-45d8-bf18-f8740bdb9f69 req-5af04e2c-6622-4d72-ac70-1bf246242d13 service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance_info_cache with network_info: [{"id": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "address": "fa:16:3e:ca:4e:81", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f4c10b-ff", "ovs_interfaceid": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.471410] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71be6969-b2c8-4082-bf70-7184909a4189 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.481749] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44da436-4b16-4f1d-81ec-926e459b6dee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.517919] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e221ca6-7b1c-4444-a44e-c3e58d89e6eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.526666] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae293d3-fdda-4391-aa7a-cb2922659ae4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.544708] env[69843]: DEBUG nova.compute.provider_tree [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.695933] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7dca3c44-7834-4e11-b2d6-ec37dbe8a1f4 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lock "6c2b40b6-9a27-4bfa-898e-182bcd13bed3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.612s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.736871] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5393d286-719a-40ee-8eb6-e2ce0a1e7878 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.406s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.756444] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704289, 'name': ReconfigVM_Task, 'duration_secs': 0.87352} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.758116] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 4172346a-1181-4649-9610-4de1cf2c2dd2/4172346a-1181-4649-9610-4de1cf2c2dd2.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.759797] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-215d01c5-0ad9-459d-b46a-b42a4b53d3f7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.770415] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Waiting for the task: (returnval){ [ 902.770415] env[69843]: value = "task-3704292" [ 902.770415] env[69843]: _type = "Task" [ 902.770415] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.783672] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704292, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.933897] env[69843]: DEBUG nova.network.neutron [-] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.962733] env[69843]: DEBUG oslo_concurrency.lockutils [req-e36b3884-95fb-45d8-bf18-f8740bdb9f69 req-5af04e2c-6622-4d72-ac70-1bf246242d13 service nova] Releasing lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.071252] env[69843]: ERROR nova.scheduler.client.report [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] [req-7a248740-b397-416e-a42c-03ad340fe1fd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f473df78-9fd2-4a18-9b1b-7c5fc5ca712b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7a248740-b397-416e-a42c-03ad340fe1fd"}]} [ 903.082723] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57055aad-4f65-4a15-a956-8f6c597a4e8f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.082723] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57055aad-4f65-4a15-a956-8f6c597a4e8f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.082723] env[69843]: DEBUG nova.compute.manager [None req-57055aad-4f65-4a15-a956-8f6c597a4e8f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.082964] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd22e26a-66a5-4da6-8f05-1f7bea2d015d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.092134] env[69843]: DEBUG nova.compute.manager [None req-57055aad-4f65-4a15-a956-8f6c597a4e8f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69843) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 903.092772] env[69843]: DEBUG nova.objects.instance [None req-57055aad-4f65-4a15-a956-8f6c597a4e8f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'flavor' on Instance uuid 0c51bfd5-589a-4b32-9d1a-e619dc352b66 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.095570] env[69843]: DEBUG nova.scheduler.client.report [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Refreshing inventories for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 903.112264] env[69843]: DEBUG nova.scheduler.client.report [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updating ProviderTree inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 903.112556] env[69843]: DEBUG nova.compute.provider_tree [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.133561] env[69843]: DEBUG nova.scheduler.client.report [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Refreshing aggregate associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, aggregates: None {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 903.155154] env[69843]: DEBUG nova.scheduler.client.report [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Refreshing trait associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 903.249263] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5bc62579-976b-4594-8916-402916ff0420 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquiring lock "interface-6c2b40b6-9a27-4bfa-898e-182bcd13bed3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.249505] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5bc62579-976b-4594-8916-402916ff0420 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lock "interface-6c2b40b6-9a27-4bfa-898e-182bcd13bed3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.249845] env[69843]: DEBUG nova.objects.instance [None req-5bc62579-976b-4594-8916-402916ff0420 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lazy-loading 'flavor' on Instance uuid 6c2b40b6-9a27-4bfa-898e-182bcd13bed3 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.286994] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704292, 'name': Rename_Task, 'duration_secs': 0.348877} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.287358] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.287887] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77df6fff-047e-4707-8442-ce267ca89523 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.303142] env[69843]: DEBUG nova.compute.manager [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.306066] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Waiting for the task: (returnval){ [ 903.306066] env[69843]: value = "task-3704293" [ 903.306066] env[69843]: _type = "Task" [ 903.306066] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.318164] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.341890] env[69843]: DEBUG nova.virt.hardware [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.343577] env[69843]: DEBUG nova.virt.hardware [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.344078] env[69843]: DEBUG nova.virt.hardware [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.344349] env[69843]: DEBUG nova.virt.hardware [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.345230] env[69843]: DEBUG nova.virt.hardware [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.345230] env[69843]: DEBUG nova.virt.hardware [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.345230] env[69843]: DEBUG nova.virt.hardware [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.345519] env[69843]: DEBUG nova.virt.hardware [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.345812] env[69843]: DEBUG nova.virt.hardware [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.346088] env[69843]: DEBUG nova.virt.hardware [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.346344] env[69843]: DEBUG nova.virt.hardware [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.347445] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4351ca-750e-4a15-859d-4188a1b91088 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.360970] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bce9b6-0e52-4385-a441-13f298a7bb79 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.377298] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.382973] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Creating folder: Project (1df15e31cad145c9ad430035656f76ef). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.386030] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc07dc15-6433-49d7-8ee8-239f47ed0ecb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.399080] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Created folder: Project (1df15e31cad145c9ad430035656f76ef) in parent group-v737654. [ 903.399397] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Creating folder: Instances. Parent ref: group-v737837. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.402177] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-512d1c2d-b7e7-468a-8ff8-6c415c7bb82e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.414018] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Created folder: Instances in parent group-v737837. [ 903.414563] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.417374] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.418029] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50a5713b-a64a-453c-abc9-98f24f5bd009 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.436866] env[69843]: INFO nova.compute.manager [-] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Took 1.02 seconds to deallocate network for instance. [ 903.439692] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.439692] env[69843]: value = "task-3704296" [ 903.439692] env[69843]: _type = "Task" [ 903.439692] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.455330] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704296, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.731642] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772c4dbc-c3bd-4ff5-9e6a-3385739116e3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.740179] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e69c7cd-09ea-412d-b1f0-533816dd6394 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.775323] env[69843]: DEBUG nova.objects.instance [None req-5bc62579-976b-4594-8916-402916ff0420 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lazy-loading 'pci_requests' on Instance uuid 6c2b40b6-9a27-4bfa-898e-182bcd13bed3 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.777431] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5276827-af53-48b2-9cd4-a33c578551d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.786316] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e4aff2-bb81-4931-8fec-549d5488ab0c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.802349] env[69843]: DEBUG nova.compute.provider_tree [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.817289] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704293, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.948748] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.955821] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704296, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.099464] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-57055aad-4f65-4a15-a956-8f6c597a4e8f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.099843] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fffa047-9a97-46c4-a449-e76969a5a502 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.107797] env[69843]: DEBUG oslo_vmware.api [None req-57055aad-4f65-4a15-a956-8f6c597a4e8f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 904.107797] env[69843]: value = "task-3704297" [ 904.107797] env[69843]: _type = "Task" [ 904.107797] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.117756] env[69843]: DEBUG oslo_vmware.api [None req-57055aad-4f65-4a15-a956-8f6c597a4e8f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.281022] env[69843]: DEBUG nova.objects.base [None req-5bc62579-976b-4594-8916-402916ff0420 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Object Instance<6c2b40b6-9a27-4bfa-898e-182bcd13bed3> lazy-loaded attributes: flavor,pci_requests {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 904.281022] env[69843]: DEBUG nova.network.neutron [None req-5bc62579-976b-4594-8916-402916ff0420 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.321471] env[69843]: DEBUG oslo_vmware.api [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704293, 'name': PowerOnVM_Task, 'duration_secs': 0.770348} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.321776] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.321987] env[69843]: INFO nova.compute.manager [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Took 8.13 seconds to spawn the instance on the hypervisor. [ 904.322187] env[69843]: DEBUG nova.compute.manager [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.324765] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c026d61-e892-4e07-908a-75015cb111b7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.348736] env[69843]: DEBUG nova.scheduler.client.report [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 904.349119] env[69843]: DEBUG nova.compute.provider_tree [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 88 to 89 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 904.351316] env[69843]: DEBUG nova.compute.provider_tree [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.439854] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5bc62579-976b-4594-8916-402916ff0420 tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lock "interface-6c2b40b6-9a27-4bfa-898e-182bcd13bed3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.190s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.460407] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704296, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.626302] env[69843]: DEBUG oslo_vmware.api [None req-57055aad-4f65-4a15-a956-8f6c597a4e8f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704297, 'name': PowerOffVM_Task, 'duration_secs': 0.269178} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.626302] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-57055aad-4f65-4a15-a956-8f6c597a4e8f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.626302] env[69843]: DEBUG nova.compute.manager [None req-57055aad-4f65-4a15-a956-8f6c597a4e8f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.626302] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f06c4ac-2dcf-4796-b220-928c90b8e58a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.851110] env[69843]: INFO nova.compute.manager [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Took 47.13 seconds to build instance. [ 904.854574] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.576s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.857219] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.464s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.858913] env[69843]: DEBUG nova.objects.instance [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 904.886893] env[69843]: INFO nova.scheduler.client.report [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Deleted allocations for instance c4ced098-7a4f-4842-895d-e600126f7916 [ 904.957949] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704296, 'name': CreateVM_Task, 'duration_secs': 1.33918} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.958148] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.958606] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.958802] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.959127] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.959379] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e54cc45-6167-448c-9ce5-ae1aec75b4a3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.965390] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 904.965390] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ef7649-a460-d116-4254-e24c70cab925" [ 904.965390] env[69843]: _type = "Task" [ 904.965390] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.979358] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ef7649-a460-d116-4254-e24c70cab925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.018061] env[69843]: DEBUG oslo_concurrency.lockutils [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.020865] env[69843]: DEBUG oslo_concurrency.lockutils [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.020865] env[69843]: INFO nova.compute.manager [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Rebooting instance [ 905.140142] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57055aad-4f65-4a15-a956-8f6c597a4e8f tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.352733] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f20e2d5-0889-444b-b114-fe3e6802f214 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Lock "4172346a-1181-4649-9610-4de1cf2c2dd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.765s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.396752] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2bc91ea8-864d-4eff-a9cc-9059472ba086 tempest-ListImageFiltersTestJSON-1894991343 tempest-ListImageFiltersTestJSON-1894991343-project-member] Lock "c4ced098-7a4f-4842-895d-e600126f7916" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.604s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.478191] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ef7649-a460-d116-4254-e24c70cab925, 'name': SearchDatastore_Task, 'duration_secs': 0.038637} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.478559] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.478791] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.479045] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.479189] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.479370] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.479646] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d140ff0d-6992-4f88-8249-868c0a4d395a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.490194] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.490376] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.491152] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50323871-7a9b-4db8-aeeb-a0efd4026cdd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.497343] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 905.497343] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525fc691-c36c-5e0a-6c44-4b611f58ce7b" [ 905.497343] env[69843]: _type = "Task" [ 905.497343] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.507902] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525fc691-c36c-5e0a-6c44-4b611f58ce7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.552745] env[69843]: DEBUG oslo_concurrency.lockutils [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.553158] env[69843]: DEBUG oslo_concurrency.lockutils [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.553402] env[69843]: DEBUG nova.network.neutron [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.868339] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9fe732c3-ec74-4cb0-a0c6-1f9aee4a9f45 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.869568] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.160s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.872314] env[69843]: INFO nova.compute.claims [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.009804] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525fc691-c36c-5e0a-6c44-4b611f58ce7b, 'name': SearchDatastore_Task, 'duration_secs': 0.014711} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.010728] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c68c6d-7dfd-43b4-945c-f6f6461a8e2f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.023190] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 906.023190] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5282a311-42f4-c36d-a377-b506e5d46442" [ 906.023190] env[69843]: _type = "Task" [ 906.023190] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.035892] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5282a311-42f4-c36d-a377-b506e5d46442, 'name': SearchDatastore_Task, 'duration_secs': 0.013053} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.036191] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.036454] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 3f630b5a-6a49-417a-ae8c-d39bd4942d5a/3f630b5a-6a49-417a-ae8c-d39bd4942d5a.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.036762] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a9bcfe8-b8ca-429a-9248-204d2b48d24a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.047906] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 906.047906] env[69843]: value = "task-3704298" [ 906.047906] env[69843]: _type = "Task" [ 906.047906] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.059207] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.383842] env[69843]: DEBUG oslo_concurrency.lockutils [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Acquiring lock "4172346a-1181-4649-9610-4de1cf2c2dd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.383987] env[69843]: DEBUG oslo_concurrency.lockutils [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Lock "4172346a-1181-4649-9610-4de1cf2c2dd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.384553] env[69843]: DEBUG oslo_concurrency.lockutils [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Acquiring lock "4172346a-1181-4649-9610-4de1cf2c2dd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.384553] env[69843]: DEBUG oslo_concurrency.lockutils [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Lock "4172346a-1181-4649-9610-4de1cf2c2dd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.384740] env[69843]: DEBUG oslo_concurrency.lockutils [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Lock "4172346a-1181-4649-9610-4de1cf2c2dd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.387649] env[69843]: INFO nova.compute.manager [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Terminating instance [ 906.529479] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquiring lock "6c2b40b6-9a27-4bfa-898e-182bcd13bed3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.529770] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lock "6c2b40b6-9a27-4bfa-898e-182bcd13bed3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.530159] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquiring lock "6c2b40b6-9a27-4bfa-898e-182bcd13bed3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.530376] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lock "6c2b40b6-9a27-4bfa-898e-182bcd13bed3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.530442] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lock "6c2b40b6-9a27-4bfa-898e-182bcd13bed3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.536578] env[69843]: INFO nova.compute.manager [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Terminating instance [ 906.553640] env[69843]: DEBUG nova.network.neutron [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance_info_cache with network_info: [{"id": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "address": "fa:16:3e:71:be:99", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bd37df-5a", "ovs_interfaceid": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.563601] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704298, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.652708] env[69843]: DEBUG nova.objects.instance [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'flavor' on Instance uuid 0c51bfd5-589a-4b32-9d1a-e619dc352b66 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.892619] env[69843]: DEBUG nova.compute.manager [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.892924] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.894396] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb0af33-6330-44dd-b905-bbd6787f745e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.904361] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.904694] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f692720e-2ee8-47e1-8d6a-8a05ac0c93b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.917125] env[69843]: DEBUG oslo_vmware.api [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Waiting for the task: (returnval){ [ 906.917125] env[69843]: value = "task-3704299" [ 906.917125] env[69843]: _type = "Task" [ 906.917125] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.925972] env[69843]: DEBUG oslo_vmware.api [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.046422] env[69843]: DEBUG nova.compute.manager [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.046639] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.047679] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc17c569-9373-4fd8-a785-af99e84a981f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.058780] env[69843]: DEBUG oslo_concurrency.lockutils [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.062785] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.063309] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-588ab407-3e7f-4217-a028-e575122874c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.067979] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704298, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.077647] env[69843]: DEBUG oslo_vmware.api [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Waiting for the task: (returnval){ [ 907.077647] env[69843]: value = "task-3704300" [ 907.077647] env[69843]: _type = "Task" [ 907.077647] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.087994] env[69843]: DEBUG oslo_vmware.api [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.158521] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.159535] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquired lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.159535] env[69843]: DEBUG nova.network.neutron [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.159535] env[69843]: DEBUG nova.objects.instance [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'info_cache' on Instance uuid 0c51bfd5-589a-4b32-9d1a-e619dc352b66 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.431270] env[69843]: DEBUG oslo_vmware.api [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.459614] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef4e9e9-d1e3-4979-be32-27e9f8460e2a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.467436] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47213b1b-4cef-46ab-96d7-c1081e5feae4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.500074] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d9fecc-cba1-4a16-8ec3-7bc598f6c406 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.508924] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66961679-0055-47f5-8e36-49259538f342 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.523217] env[69843]: DEBUG nova.compute.provider_tree [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.560319] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704298, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.565775] env[69843]: DEBUG nova.compute.manager [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 907.566594] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c6638b-bd21-4161-8432-49a1ff8083ac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.590351] env[69843]: DEBUG oslo_vmware.api [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704300, 'name': PowerOffVM_Task, 'duration_secs': 0.309075} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.590625] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.590837] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.591126] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc50a5d-9445-4ca2-b31f-cd1aa665a505 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.668033] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.668033] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.668033] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Deleting the datastore file [datastore2] 6c2b40b6-9a27-4bfa-898e-182bcd13bed3 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.672024] env[69843]: DEBUG nova.objects.base [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Object Instance<0c51bfd5-589a-4b32-9d1a-e619dc352b66> lazy-loaded attributes: flavor,info_cache {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 907.677078] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76ec4e0f-ef7d-45ab-bef0-5bdae5814b46 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.685493] env[69843]: DEBUG oslo_vmware.api [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Waiting for the task: (returnval){ [ 907.685493] env[69843]: value = "task-3704302" [ 907.685493] env[69843]: _type = "Task" [ 907.685493] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.696689] env[69843]: DEBUG oslo_vmware.api [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.932590] env[69843]: DEBUG oslo_vmware.api [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704299, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.026841] env[69843]: DEBUG nova.scheduler.client.report [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.066481] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704298, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.555988} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.066481] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 3f630b5a-6a49-417a-ae8c-d39bd4942d5a/3f630b5a-6a49-417a-ae8c-d39bd4942d5a.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.066578] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.067093] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-573c1e06-ef62-43c2-892c-d1f21c5c4f68 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.074850] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 908.074850] env[69843]: value = "task-3704303" [ 908.074850] env[69843]: _type = "Task" [ 908.074850] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.094700] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.196023] env[69843]: DEBUG oslo_vmware.api [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Task: {'id': task-3704302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340735} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.196282] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.196463] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.196639] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.196809] env[69843]: INFO nova.compute.manager [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 908.197059] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.197250] env[69843]: DEBUG nova.compute.manager [-] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.197344] env[69843]: DEBUG nova.network.neutron [-] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.433336] env[69843]: DEBUG oslo_vmware.api [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704299, 'name': PowerOffVM_Task, 'duration_secs': 1.291817} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.433665] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.433867] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.434160] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5783416-87a8-4501-96c8-24012da022a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.514376] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.514599] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.514835] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Deleting the datastore file [datastore2] 4172346a-1181-4649-9610-4de1cf2c2dd2 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.515124] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43f4dd79-355c-4651-92bc-3bd8ef1b5f41 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.523526] env[69843]: DEBUG oslo_vmware.api [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Waiting for the task: (returnval){ [ 908.523526] env[69843]: value = "task-3704305" [ 908.523526] env[69843]: _type = "Task" [ 908.523526] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.533338] env[69843]: DEBUG oslo_vmware.api [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.536253] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.536752] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.539328] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 38.943s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.586191] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091655} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.586973] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2931a0f-b63c-4617-9cfc-5e8fd0bdfa3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.590184] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.591319] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eb448a-ff5c-49e3-bda3-f4805e3896a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.606726] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Doing hard reboot of VM {{(pid=69843) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 908.615795] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 3f630b5a-6a49-417a-ae8c-d39bd4942d5a/3f630b5a-6a49-417a-ae8c-d39bd4942d5a.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.616128] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ae5ce27f-7286-4103-afd7-faa4c3142e2f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.617855] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddc7f31f-067e-42fa-8fa2-37fd93d9d0f5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.639226] env[69843]: DEBUG oslo_vmware.api [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 908.639226] env[69843]: value = "task-3704306" [ 908.639226] env[69843]: _type = "Task" [ 908.639226] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.640299] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 908.640299] env[69843]: value = "task-3704307" [ 908.640299] env[69843]: _type = "Task" [ 908.640299] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.652408] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.655927] env[69843]: DEBUG oslo_vmware.api [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704306, 'name': ResetVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.905774] env[69843]: DEBUG nova.compute.manager [req-927448dc-4a58-4f54-be67-987500604cf4 req-07f30488-15f9-44fe-8402-3f52a9952b07 service nova] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Received event network-vif-deleted-a70892aa-40fc-49ae-917f-38b49fbfeb0e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.905986] env[69843]: INFO nova.compute.manager [req-927448dc-4a58-4f54-be67-987500604cf4 req-07f30488-15f9-44fe-8402-3f52a9952b07 service nova] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Neutron deleted interface a70892aa-40fc-49ae-917f-38b49fbfeb0e; detaching it from the instance and deleting it from the info cache [ 908.906204] env[69843]: DEBUG nova.network.neutron [req-927448dc-4a58-4f54-be67-987500604cf4 req-07f30488-15f9-44fe-8402-3f52a9952b07 service nova] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.987066] env[69843]: DEBUG nova.network.neutron [-] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.035393] env[69843]: DEBUG oslo_vmware.api [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Task: {'id': task-3704305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265485} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.036427] env[69843]: DEBUG nova.network.neutron [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Updating instance_info_cache with network_info: [{"id": "1378d26b-4150-423a-9917-32f7206c04f4", "address": "fa:16:3e:bf:b3:d0", "network": {"id": "ef061263-737b-4dec-ac59-b60ba4e542bb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945675926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc1661c4a4d54f8a9efa46de4e1e3260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1378d26b-41", "ovs_interfaceid": "1378d26b-4150-423a-9917-32f7206c04f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.037631] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.037828] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.038000] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.038182] env[69843]: INFO nova.compute.manager [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Took 2.15 seconds to destroy the instance on the hypervisor. [ 909.038415] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.039153] env[69843]: DEBUG nova.compute.manager [-] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.039250] env[69843]: DEBUG nova.network.neutron [-] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.041147] env[69843]: DEBUG nova.objects.instance [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lazy-loading 'migration_context' on Instance uuid 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.043541] env[69843]: DEBUG nova.compute.utils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.045153] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.045328] env[69843]: DEBUG nova.network.neutron [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.092345] env[69843]: DEBUG nova.policy [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1051e456fc3d48469b7499f7f512b531', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd16ea4ee757843e7a20bae4a5d58777e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.156626] env[69843]: DEBUG oslo_vmware.api [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704306, 'name': ResetVM_Task, 'duration_secs': 0.387379} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.165866] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Did hard reboot of VM {{(pid=69843) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 909.166171] env[69843]: DEBUG nova.compute.manager [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.166494] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.167347] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c6b2f-f770-4352-a10c-17301fb4be6a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.410153] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fcae130-d114-4e66-b516-7e94681bbcf9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.421397] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c405b8c1-4636-4a09-a242-b1340cd317f1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.458208] env[69843]: DEBUG nova.compute.manager [req-927448dc-4a58-4f54-be67-987500604cf4 req-07f30488-15f9-44fe-8402-3f52a9952b07 service nova] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Detach interface failed, port_id=a70892aa-40fc-49ae-917f-38b49fbfeb0e, reason: Instance 6c2b40b6-9a27-4bfa-898e-182bcd13bed3 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 909.459425] env[69843]: DEBUG nova.network.neutron [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Successfully created port: 2a835cc1-7944-4bf3-a4c3-6687e3f80af2 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.489530] env[69843]: INFO nova.compute.manager [-] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Took 1.29 seconds to deallocate network for instance. [ 909.540442] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Releasing lock "refresh_cache-0c51bfd5-589a-4b32-9d1a-e619dc352b66" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.549386] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.656345] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704307, 'name': ReconfigVM_Task, 'duration_secs': 0.628416} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.659140] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 3f630b5a-6a49-417a-ae8c-d39bd4942d5a/3f630b5a-6a49-417a-ae8c-d39bd4942d5a.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.661448] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ef9c050-7761-4c92-9918-220b1f7bd9e3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.675698] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 909.675698] env[69843]: value = "task-3704308" [ 909.675698] env[69843]: _type = "Task" [ 909.675698] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.685240] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704308, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.685780] env[69843]: DEBUG oslo_concurrency.lockutils [None req-70d722d2-5d87-4361-887e-4c1a3fe94a8e tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.667s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.702238] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.702694] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.997829] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.090280] env[69843]: DEBUG nova.compute.manager [req-35720d98-32f2-4a81-a42b-730e7eee86d0 req-51176936-8ee5-4cde-9f38-7dc464568342 service nova] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Received event network-vif-deleted-3ab29d83-e9e6-439a-b11e-c0d8181b7672 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.090551] env[69843]: INFO nova.compute.manager [req-35720d98-32f2-4a81-a42b-730e7eee86d0 req-51176936-8ee5-4cde-9f38-7dc464568342 service nova] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Neutron deleted interface 3ab29d83-e9e6-439a-b11e-c0d8181b7672; detaching it from the instance and deleting it from the info cache [ 910.092536] env[69843]: DEBUG nova.network.neutron [req-35720d98-32f2-4a81-a42b-730e7eee86d0 req-51176936-8ee5-4cde-9f38-7dc464568342 service nova] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.108136] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0898e72-e67d-4c11-8dad-0524a61094a3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.120522] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f86a8c1-e07d-454a-b0fa-c374dcb3475b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.127263] env[69843]: DEBUG nova.network.neutron [-] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.156045] env[69843]: INFO nova.compute.manager [-] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Took 1.12 seconds to deallocate network for instance. [ 910.156863] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c08568-59f6-4444-a346-b42836dbb298 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.171353] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fc7481-cf69-4f2a-957e-c9cb1548b443 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.192935] env[69843]: DEBUG nova.compute.provider_tree [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.198030] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704308, 'name': Rename_Task, 'duration_secs': 0.327923} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.198030] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.198030] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f251506-e97b-417e-8b67-138af3a4f6f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.204832] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 910.204832] env[69843]: value = "task-3704309" [ 910.204832] env[69843]: _type = "Task" [ 910.204832] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.205423] env[69843]: DEBUG nova.compute.manager [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.219722] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.548634] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.549089] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3954a467-73b6-405a-93e8-bdd2ef5f13a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.559414] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.561773] env[69843]: DEBUG oslo_vmware.api [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 910.561773] env[69843]: value = "task-3704310" [ 910.561773] env[69843]: _type = "Task" [ 910.561773] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.571864] env[69843]: DEBUG oslo_vmware.api [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.589108] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.589403] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.589614] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.589875] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.590135] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.590349] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.590636] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.590861] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.591077] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.591311] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.591547] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.592596] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afcf6ca-c67b-44d3-ad0c-b2f1f4288a99 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.596232] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8037d67-bf6c-45be-b977-a2026feda31d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.605775] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5b6061-d742-4e72-bf6a-578296f4a924 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.616025] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e6fbf7-2352-48ce-bceb-c3d226e336f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.653656] env[69843]: DEBUG nova.compute.manager [req-35720d98-32f2-4a81-a42b-730e7eee86d0 req-51176936-8ee5-4cde-9f38-7dc464568342 service nova] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Detach interface failed, port_id=3ab29d83-e9e6-439a-b11e-c0d8181b7672, reason: Instance 4172346a-1181-4649-9610-4de1cf2c2dd2 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.667090] env[69843]: DEBUG oslo_concurrency.lockutils [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.718217] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704309, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.723033] env[69843]: ERROR nova.scheduler.client.report [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [req-98090a49-85b1-4a38-b5bd-fc3b18c6030a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f473df78-9fd2-4a18-9b1b-7c5fc5ca712b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98090a49-85b1-4a38-b5bd-fc3b18c6030a"}]} [ 910.746775] env[69843]: DEBUG nova.scheduler.client.report [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Refreshing inventories for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 910.750148] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.761817] env[69843]: DEBUG nova.scheduler.client.report [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Updating ProviderTree inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 910.761976] env[69843]: DEBUG nova.compute.provider_tree [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.790046] env[69843]: DEBUG nova.scheduler.client.report [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Refreshing aggregate associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, aggregates: None {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 910.814929] env[69843]: DEBUG nova.scheduler.client.report [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Refreshing trait associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 910.996326] env[69843]: DEBUG nova.compute.manager [req-1db7ab59-c631-4020-ad6c-20a56b797959 req-806fac96-bc0f-46f2-82ca-ae087d25fe11 service nova] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Received event network-vif-plugged-2a835cc1-7944-4bf3-a4c3-6687e3f80af2 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.996326] env[69843]: DEBUG oslo_concurrency.lockutils [req-1db7ab59-c631-4020-ad6c-20a56b797959 req-806fac96-bc0f-46f2-82ca-ae087d25fe11 service nova] Acquiring lock "0ca4831d-6778-4938-9282-e658bd7c7a3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.996326] env[69843]: DEBUG oslo_concurrency.lockutils [req-1db7ab59-c631-4020-ad6c-20a56b797959 req-806fac96-bc0f-46f2-82ca-ae087d25fe11 service nova] Lock "0ca4831d-6778-4938-9282-e658bd7c7a3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.996326] env[69843]: DEBUG oslo_concurrency.lockutils [req-1db7ab59-c631-4020-ad6c-20a56b797959 req-806fac96-bc0f-46f2-82ca-ae087d25fe11 service nova] Lock "0ca4831d-6778-4938-9282-e658bd7c7a3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.996542] env[69843]: DEBUG nova.compute.manager [req-1db7ab59-c631-4020-ad6c-20a56b797959 req-806fac96-bc0f-46f2-82ca-ae087d25fe11 service nova] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] No waiting events found dispatching network-vif-plugged-2a835cc1-7944-4bf3-a4c3-6687e3f80af2 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 910.996966] env[69843]: WARNING nova.compute.manager [req-1db7ab59-c631-4020-ad6c-20a56b797959 req-806fac96-bc0f-46f2-82ca-ae087d25fe11 service nova] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Received unexpected event network-vif-plugged-2a835cc1-7944-4bf3-a4c3-6687e3f80af2 for instance with vm_state building and task_state spawning. [ 911.076342] env[69843]: DEBUG oslo_vmware.api [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704310, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.104676] env[69843]: DEBUG nova.network.neutron [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Successfully updated port: 2a835cc1-7944-4bf3-a4c3-6687e3f80af2 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.215786] env[69843]: DEBUG oslo_vmware.api [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704309, 'name': PowerOnVM_Task, 'duration_secs': 0.646996} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.218811] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.219067] env[69843]: INFO nova.compute.manager [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Took 7.92 seconds to spawn the instance on the hypervisor. [ 911.219421] env[69843]: DEBUG nova.compute.manager [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.220532] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d07526d-3a60-482f-ad65-39357cc13f75 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.412947] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcd3f58-b566-49e5-ab47-ec1f248f828e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.421463] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85040093-8fc6-4abb-9f76-f767444a8507 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.454715] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fd4b2d-d274-4b94-b1df-d4a7e251f185 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.463535] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7891392-1064-4314-953e-70a188fd6d97 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.477887] env[69843]: DEBUG nova.compute.provider_tree [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.573544] env[69843]: DEBUG oslo_vmware.api [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704310, 'name': PowerOnVM_Task, 'duration_secs': 0.535051} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.573883] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.574263] env[69843]: DEBUG nova.compute.manager [None req-f95c4979-5c04-44ba-a25e-0c7406a71797 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.575124] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fafa6a-11c0-43bf-ba6d-f36efdd602db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.608203] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "refresh_cache-0ca4831d-6778-4938-9282-e658bd7c7a3f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.608203] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired lock "refresh_cache-0ca4831d-6778-4938-9282-e658bd7c7a3f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.608321] env[69843]: DEBUG nova.network.neutron [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.739284] env[69843]: INFO nova.compute.manager [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Took 51.63 seconds to build instance. [ 912.026195] env[69843]: DEBUG nova.scheduler.client.report [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 912.026195] env[69843]: DEBUG nova.compute.provider_tree [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 90 to 91 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 912.026195] env[69843]: DEBUG nova.compute.provider_tree [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.150725] env[69843]: DEBUG nova.network.neutron [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.245128] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b87f93e-5a81-4a0d-94c3-99796000b4e2 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lock "3f630b5a-6a49-417a-ae8c-d39bd4942d5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.935s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.302238] env[69843]: DEBUG nova.network.neutron [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Updating instance_info_cache with network_info: [{"id": "2a835cc1-7944-4bf3-a4c3-6687e3f80af2", "address": "fa:16:3e:90:40:35", "network": {"id": "fe9462a7-5e7d-44d3-a99a-71682977c1d8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1620435605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16ea4ee757843e7a20bae4a5d58777e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a835cc1-79", "ovs_interfaceid": "2a835cc1-7944-4bf3-a4c3-6687e3f80af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.806502] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Releasing lock "refresh_cache-0ca4831d-6778-4938-9282-e658bd7c7a3f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.806860] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Instance network_info: |[{"id": "2a835cc1-7944-4bf3-a4c3-6687e3f80af2", "address": "fa:16:3e:90:40:35", "network": {"id": "fe9462a7-5e7d-44d3-a99a-71682977c1d8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1620435605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16ea4ee757843e7a20bae4a5d58777e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a835cc1-79", "ovs_interfaceid": "2a835cc1-7944-4bf3-a4c3-6687e3f80af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.807942] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:40:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a835cc1-7944-4bf3-a4c3-6687e3f80af2', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.818282] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.819669] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.819812] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-012c3d36-3932-4d96-beec-4e62aada3621 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.842061] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.842061] env[69843]: value = "task-3704311" [ 912.842061] env[69843]: _type = "Task" [ 912.842061] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.851884] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704311, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.028129] env[69843]: DEBUG nova.compute.manager [req-39650fde-68b3-42ac-af6c-9eb994fa45ef req-3fdd9286-1711-4d5b-985e-08228704082a service nova] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Received event network-changed-2a835cc1-7944-4bf3-a4c3-6687e3f80af2 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.028129] env[69843]: DEBUG nova.compute.manager [req-39650fde-68b3-42ac-af6c-9eb994fa45ef req-3fdd9286-1711-4d5b-985e-08228704082a service nova] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Refreshing instance network info cache due to event network-changed-2a835cc1-7944-4bf3-a4c3-6687e3f80af2. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.028377] env[69843]: DEBUG oslo_concurrency.lockutils [req-39650fde-68b3-42ac-af6c-9eb994fa45ef req-3fdd9286-1711-4d5b-985e-08228704082a service nova] Acquiring lock "refresh_cache-0ca4831d-6778-4938-9282-e658bd7c7a3f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.028489] env[69843]: DEBUG oslo_concurrency.lockutils [req-39650fde-68b3-42ac-af6c-9eb994fa45ef req-3fdd9286-1711-4d5b-985e-08228704082a service nova] Acquired lock "refresh_cache-0ca4831d-6778-4938-9282-e658bd7c7a3f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.029268] env[69843]: DEBUG nova.network.neutron [req-39650fde-68b3-42ac-af6c-9eb994fa45ef req-3fdd9286-1711-4d5b-985e-08228704082a service nova] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Refreshing network info cache for port 2a835cc1-7944-4bf3-a4c3-6687e3f80af2 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.041968] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.502s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.048223] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.098s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.048493] env[69843]: DEBUG nova.objects.instance [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lazy-loading 'resources' on Instance uuid 24dc5517-e593-4de4-a6ad-83fe1788414d {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.211369] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.211636] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.298450] env[69843]: INFO nova.compute.manager [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Rebuilding instance [ 913.353233] env[69843]: DEBUG nova.compute.manager [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 913.354217] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa90ff6-c6cc-4e6f-9291-7725ebb80e55 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.360927] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704311, 'name': CreateVM_Task, 'duration_secs': 0.372573} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.361472] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.362146] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.362330] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.362645] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.362892] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dea0070-acde-47dc-858a-2fd6b9db647d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.372076] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 913.372076] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5247465c-b59a-603d-3b0f-8f005722b8a8" [ 913.372076] env[69843]: _type = "Task" [ 913.372076] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.380586] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5247465c-b59a-603d-3b0f-8f005722b8a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.714921] env[69843]: DEBUG nova.compute.manager [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.769365] env[69843]: DEBUG nova.network.neutron [req-39650fde-68b3-42ac-af6c-9eb994fa45ef req-3fdd9286-1711-4d5b-985e-08228704082a service nova] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Updated VIF entry in instance network info cache for port 2a835cc1-7944-4bf3-a4c3-6687e3f80af2. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.769926] env[69843]: DEBUG nova.network.neutron [req-39650fde-68b3-42ac-af6c-9eb994fa45ef req-3fdd9286-1711-4d5b-985e-08228704082a service nova] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Updating instance_info_cache with network_info: [{"id": "2a835cc1-7944-4bf3-a4c3-6687e3f80af2", "address": "fa:16:3e:90:40:35", "network": {"id": "fe9462a7-5e7d-44d3-a99a-71682977c1d8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1620435605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16ea4ee757843e7a20bae4a5d58777e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a835cc1-79", "ovs_interfaceid": "2a835cc1-7944-4bf3-a4c3-6687e3f80af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.883041] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5247465c-b59a-603d-3b0f-8f005722b8a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011544} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.883989] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.884249] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.884732] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.884908] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.885111] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.885629] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e86f433c-590c-4006-a382-b5bfd6e40f7b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.901081] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.901290] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.902097] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0698f3-4d79-4625-b147-e23ebef0454e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.908945] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 913.908945] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52669459-63f3-ecea-5072-77d78014d1b2" [ 913.908945] env[69843]: _type = "Task" [ 913.908945] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.920561] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52669459-63f3-ecea-5072-77d78014d1b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.043508] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ac5577-1a24-46d9-a982-d50bce1efcb8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.051614] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56d8f2e-1771-4b4c-adcc-ecf85950761e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.092226] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85ee636-6b9c-4fe8-b46f-3124e22317ae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.101877] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e504a7-c0a1-4a5e-9ce4-74cc02d9b048 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.117506] env[69843]: DEBUG nova.compute.provider_tree [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.238606] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.273310] env[69843]: DEBUG oslo_concurrency.lockutils [req-39650fde-68b3-42ac-af6c-9eb994fa45ef req-3fdd9286-1711-4d5b-985e-08228704082a service nova] Releasing lock "refresh_cache-0ca4831d-6778-4938-9282-e658bd7c7a3f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.376804] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.377229] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d5466be-a20e-449c-b91f-eaf28b32d456 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.384998] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 914.384998] env[69843]: value = "task-3704312" [ 914.384998] env[69843]: _type = "Task" [ 914.384998] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.393942] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.419972] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52669459-63f3-ecea-5072-77d78014d1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.040676} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.420756] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8766e521-73a7-4f68-af96-a5300239afa6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.426953] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 914.426953] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523b5114-775f-1b74-abf9-64a777925ecf" [ 914.426953] env[69843]: _type = "Task" [ 914.426953] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.435323] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523b5114-775f-1b74-abf9-64a777925ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.615477] env[69843]: INFO nova.compute.manager [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Swapping old allocation on dict_keys(['f473df78-9fd2-4a18-9b1b-7c5fc5ca712b']) held by migration ee8da156-6e6e-4f4e-b897-b310134ef808 for instance [ 914.620729] env[69843]: DEBUG nova.scheduler.client.report [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.640143] env[69843]: DEBUG nova.scheduler.client.report [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Overwriting current allocation {'allocations': {'f473df78-9fd2-4a18-9b1b-7c5fc5ca712b': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 92}}, 'project_id': '041ac0c2ffd846ad9ac6040f02dde822', 'user_id': '62bc6bf86b3a4de79edd07cb79096c79', 'consumer_generation': 1} on consumer 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8 {{(pid=69843) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 914.726695] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.726872] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquired lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.727066] env[69843]: DEBUG nova.network.neutron [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.898329] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704312, 'name': PowerOffVM_Task, 'duration_secs': 0.232307} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.899500] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.899500] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.900119] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ab875f-55e8-4c54-8301-e3b5a0441956 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.909341] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.909663] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46d76554-f4be-40b4-993b-8e46233e9e76 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.939864] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523b5114-775f-1b74-abf9-64a777925ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.019897} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.941293] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.941572] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 0ca4831d-6778-4938-9282-e658bd7c7a3f/0ca4831d-6778-4938-9282-e658bd7c7a3f.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.941858] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.942047] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.942219] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Deleting the datastore file [datastore1] 3f630b5a-6a49-417a-ae8c-d39bd4942d5a {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.942457] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4132e2f6-cec4-4c73-a9c8-a29727a0e837 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.944537] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59df449e-e7a4-4e6f-a692-76c5cbaa6fab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.951881] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 914.951881] env[69843]: value = "task-3704315" [ 914.951881] env[69843]: _type = "Task" [ 914.951881] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.952882] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 914.952882] env[69843]: value = "task-3704314" [ 914.952882] env[69843]: _type = "Task" [ 914.952882] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.968768] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.969119] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.126661] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.129322] env[69843]: DEBUG oslo_concurrency.lockutils [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.617s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.129627] env[69843]: DEBUG nova.objects.instance [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lazy-loading 'resources' on Instance uuid 84d7f08d-e3a1-499d-9614-af5f8da0cc14 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.150824] env[69843]: INFO nova.scheduler.client.report [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleted allocations for instance 24dc5517-e593-4de4-a6ad-83fe1788414d [ 915.477309] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135174} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.477309] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704314, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.477824] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.477824] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.478043] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.500181] env[69843]: DEBUG nova.network.neutron [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance_info_cache with network_info: [{"id": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "address": "fa:16:3e:19:10:2d", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207f1b37-b3", "ovs_interfaceid": "207f1b37-b329-4489-a41d-edbcb77cfd2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.661577] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ef7559ea-401b-4382-a03a-c9b873ec84f4 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "24dc5517-e593-4de4-a6ad-83fe1788414d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.287s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.970648] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552286} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.973514] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 0ca4831d-6778-4938-9282-e658bd7c7a3f/0ca4831d-6778-4938-9282-e658bd7c7a3f.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.973762] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.975028] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95aea654-978c-48c4-a2e4-f6f03a48dee5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.977933] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "222f4b6a-f397-4a13-8a88-c8ecf3d71544" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.978206] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "222f4b6a-f397-4a13-8a88-c8ecf3d71544" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.978425] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "222f4b6a-f397-4a13-8a88-c8ecf3d71544-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.978613] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "222f4b6a-f397-4a13-8a88-c8ecf3d71544-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.978780] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "222f4b6a-f397-4a13-8a88-c8ecf3d71544-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.986634] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 915.986634] env[69843]: value = "task-3704316" [ 915.986634] env[69843]: _type = "Task" [ 915.986634] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.989681] env[69843]: INFO nova.compute.manager [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Terminating instance [ 916.002515] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Releasing lock "refresh_cache-57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.002950] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.003572] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e42d08ac-0b56-4476-9450-63e5ccad50d0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.011614] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.020267] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 916.020267] env[69843]: value = "task-3704317" [ 916.020267] env[69843]: _type = "Task" [ 916.020267] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.034423] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.079910] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e6519e-25bb-456e-b3de-a9a9d60782b4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.089998] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451874c1-5cf9-4f35-b3a4-4fbd9c656466 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.125055] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2758eb-c18a-4d88-9a06-e922d2cfc7dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.135001] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba31ebfa-c959-424e-bf4c-abd1985a19a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.150059] env[69843]: DEBUG nova.compute.provider_tree [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.499796] env[69843]: DEBUG nova.compute.manager [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.500088] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.500902] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c0862f-9a16-4f0f-bf1b-8dd2275d5e47 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.510590] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.321053} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.513156] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.513240] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.515827] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bff77c-8cea-4842-ae4e-056d6dc486af {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.518458] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7f744c9-cd8d-4cd9-afea-92fb4c6cad88 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.527865] env[69843]: DEBUG nova.virt.hardware [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.528128] env[69843]: DEBUG nova.virt.hardware [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.528285] env[69843]: DEBUG nova.virt.hardware [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.528475] env[69843]: DEBUG nova.virt.hardware [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.528654] env[69843]: DEBUG nova.virt.hardware [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.528801] env[69843]: DEBUG nova.virt.hardware [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.529009] env[69843]: DEBUG nova.virt.hardware [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.529174] env[69843]: DEBUG nova.virt.hardware [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.529337] env[69843]: DEBUG nova.virt.hardware [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.529496] env[69843]: DEBUG nova.virt.hardware [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.529663] env[69843]: DEBUG nova.virt.hardware [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.540239] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957ec77f-a134-4deb-9114-700ba7e0d69a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.552618] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 0ca4831d-6778-4938-9282-e658bd7c7a3f/0ca4831d-6778-4938-9282-e658bd7c7a3f.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.554862] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54a9efdc-1dd5-40f2-a9d8-6dd4b39b393c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.570277] env[69843]: DEBUG oslo_vmware.api [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 916.570277] env[69843]: value = "task-3704318" [ 916.570277] env[69843]: _type = "Task" [ 916.570277] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.574354] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704317, 'name': PowerOffVM_Task, 'duration_secs': 0.527217} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.578676] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.579628] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:32:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='07806e08-a9d0-4485-8d57-45152d7eca3f',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1001577728',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.579710] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.579813] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.579981] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.580151] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.580304] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.580504] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.580658] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.580820] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.580978] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.581242] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.589351] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e6b3141-6103-4d25-9577-95e753645324 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.600042] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 916.600042] env[69843]: value = "task-3704319" [ 916.600042] env[69843]: _type = "Task" [ 916.600042] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.602283] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f953e55-c8fa-404c-838b-83c6ad8fa2fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.613577] env[69843]: DEBUG oslo_vmware.api [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.617539] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 916.617539] env[69843]: value = "task-3704320" [ 916.617539] env[69843]: _type = "Task" [ 916.617539] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.630494] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.631032] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.637832] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.641675] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.642021] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a2b6f62-30fb-4a89-b8dd-ea26ab431b5b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.656045] env[69843]: DEBUG nova.scheduler.client.report [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.664131] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.669965] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.669965] env[69843]: value = "task-3704321" [ 916.669965] env[69843]: _type = "Task" [ 916.669965] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.679826] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704321, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.088197] env[69843]: DEBUG oslo_vmware.api [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704318, 'name': PowerOffVM_Task, 'duration_secs': 0.24922} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.088567] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.088824] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.089197] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00eb2c1f-47cd-48b5-ae1a-760b34f7a540 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.117868] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704319, 'name': ReconfigVM_Task, 'duration_secs': 0.371296} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.119040] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 0ca4831d-6778-4938-9282-e658bd7c7a3f/0ca4831d-6778-4938-9282-e658bd7c7a3f.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.119191] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-050c71a6-f1f3-4bc9-af11-3cc82979aaab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.128028] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 917.128028] env[69843]: value = "task-3704323" [ 917.128028] env[69843]: _type = "Task" [ 917.128028] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.145155] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704323, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.145519] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704320, 'name': ReconfigVM_Task, 'duration_secs': 0.190599} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.146638] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4968a8ee-fb4e-49ef-8a03-beba8fbb2c2a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.170985] env[69843]: DEBUG oslo_concurrency.lockutils [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.175050] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:32:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='07806e08-a9d0-4485-8d57-45152d7eca3f',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1001577728',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.175050] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.175050] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.175050] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.175050] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.175050] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.175371] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.175512] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.175750] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.175948] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.176164] env[69843]: DEBUG nova.virt.hardware [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.178769] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.962s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.179064] env[69843]: DEBUG nova.objects.instance [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lazy-loading 'resources' on Instance uuid e80028c3-0380-42f7-b907-58d545e343cf {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.180492] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a62a37-d33a-4662-ac66-9b82d000cf5b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.184584] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.184584] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.184584] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleting the datastore file [datastore2] 222f4b6a-f397-4a13-8a88-c8ecf3d71544 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.189480] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a68c9ba1-8632-47e7-983d-26dc54afb53e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.201035] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704321, 'name': CreateVM_Task, 'duration_secs': 0.341998} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.201453] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 917.201453] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524f5986-eec6-9b3c-a6d1-d87f028d13b9" [ 917.201453] env[69843]: _type = "Task" [ 917.201453] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.202974] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.203485] env[69843]: DEBUG oslo_vmware.api [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 917.203485] env[69843]: value = "task-3704324" [ 917.203485] env[69843]: _type = "Task" [ 917.203485] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.205042] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.205042] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.205042] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.209567] env[69843]: INFO nova.scheduler.client.report [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted allocations for instance 84d7f08d-e3a1-499d-9614-af5f8da0cc14 [ 917.210923] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b8c84b6-d3c5-4bf2-b88a-0d59d3cfb694 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.231816] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 917.231816] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52fe34f1-c1b7-fa86-4757-09e302b07e49" [ 917.231816] env[69843]: _type = "Task" [ 917.231816] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.232679] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524f5986-eec6-9b3c-a6d1-d87f028d13b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.232679] env[69843]: DEBUG oslo_vmware.api [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.238195] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 917.242273] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2110738-9eed-476e-bc09-23cccb1bece5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.263706] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52fe34f1-c1b7-fa86-4757-09e302b07e49, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.265650] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.265787] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.266624] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.266624] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.266624] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.266624] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 917.266624] env[69843]: value = "task-3704325" [ 917.266624] env[69843]: _type = "Task" [ 917.266624] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.266913] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ee605e2-c7a1-450a-8d65-0469ca2351a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.279296] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.284093] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.284093] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.284093] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c6cccf-5d3e-40ef-9812-7fd03f7fef24 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.290576] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 917.290576] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bd7e35-1a4e-f4a1-9ccd-e405b226cf80" [ 917.290576] env[69843]: _type = "Task" [ 917.290576] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.303103] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bd7e35-1a4e-f4a1-9ccd-e405b226cf80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.638330] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704323, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.723909] env[69843]: DEBUG oslo_vmware.api [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274074} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.726893] env[69843]: DEBUG oslo_concurrency.lockutils [None req-198dadff-5c2c-47ce-87cb-91c9edbd717f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "84d7f08d-e3a1-499d-9614-af5f8da0cc14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.837s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.727881] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.728638] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.728638] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.728638] env[69843]: INFO nova.compute.manager [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Took 1.23 seconds to destroy the instance on the hypervisor. [ 917.728806] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.729257] env[69843]: DEBUG nova.compute.manager [-] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.729359] env[69843]: DEBUG nova.network.neutron [-] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.779530] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704325, 'name': ReconfigVM_Task, 'duration_secs': 0.291153} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.782685] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 917.784853] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c67df22-b0c8-4ab2-856b-5eefe92a0371 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.809487] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8/57cc7aea-24c2-49d1-8c30-469a9dbbb5e8.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.817080] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a8145c-4f19-4002-836b-52145a2dbd79 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.840339] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bd7e35-1a4e-f4a1-9ccd-e405b226cf80, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.842621] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 917.842621] env[69843]: value = "task-3704326" [ 917.842621] env[69843]: _type = "Task" [ 917.842621] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.842621] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-939ce560-242e-4bb5-83e8-82ad3195f047 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.857807] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704326, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.858999] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 917.858999] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f611e3-8019-108d-8647-a65845783d9d" [ 917.858999] env[69843]: _type = "Task" [ 917.858999] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.870691] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f611e3-8019-108d-8647-a65845783d9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.056190] env[69843]: DEBUG nova.compute.manager [req-359c0991-a40c-47fa-8563-6eee8aa4ea79 req-b5a2acad-6a4d-4fda-9098-6655fac7a628 service nova] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Received event network-vif-deleted-48d11ade-cbfd-4100-a3b2-2783f55b65d3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.056327] env[69843]: INFO nova.compute.manager [req-359c0991-a40c-47fa-8563-6eee8aa4ea79 req-b5a2acad-6a4d-4fda-9098-6655fac7a628 service nova] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Neutron deleted interface 48d11ade-cbfd-4100-a3b2-2783f55b65d3; detaching it from the instance and deleting it from the info cache [ 918.056495] env[69843]: DEBUG nova.network.neutron [req-359c0991-a40c-47fa-8563-6eee8aa4ea79 req-b5a2acad-6a4d-4fda-9098-6655fac7a628 service nova] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.143047] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704323, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.171988] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8539b8-683d-47ff-bac4-42ba7402368b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.180379] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e28f561-52a0-4d96-8ca4-ca2273ae7820 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.212749] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cc6790-125e-480c-883f-8268e0290f2c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.222533] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95f6c0c-fbec-4ea8-8532-4ee259911d84 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.239045] env[69843]: DEBUG nova.compute.provider_tree [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.356949] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.371954] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f611e3-8019-108d-8647-a65845783d9d, 'name': SearchDatastore_Task, 'duration_secs': 0.019231} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.372263] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.372520] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 3f630b5a-6a49-417a-ae8c-d39bd4942d5a/3f630b5a-6a49-417a-ae8c-d39bd4942d5a.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.372789] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fac62436-64c2-4e9c-8a67-7703bf75004f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.382529] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 918.382529] env[69843]: value = "task-3704327" [ 918.382529] env[69843]: _type = "Task" [ 918.382529] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.392512] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.538098] env[69843]: DEBUG nova.network.neutron [-] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.566025] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-508a47b8-34ef-4f00-aa2d-0c53f6c911a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.577372] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11f688e-7aef-4e04-8832-73b8ef55c535 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.616250] env[69843]: DEBUG nova.compute.manager [req-359c0991-a40c-47fa-8563-6eee8aa4ea79 req-b5a2acad-6a4d-4fda-9098-6655fac7a628 service nova] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Detach interface failed, port_id=48d11ade-cbfd-4100-a3b2-2783f55b65d3, reason: Instance 222f4b6a-f397-4a13-8a88-c8ecf3d71544 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.643364] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704323, 'name': Rename_Task, 'duration_secs': 1.19481} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.644106] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.644243] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76d99f32-c42b-4517-8f71-fd51962cb8a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.654570] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 918.654570] env[69843]: value = "task-3704328" [ 918.654570] env[69843]: _type = "Task" [ 918.654570] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.664530] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.742050] env[69843]: DEBUG nova.scheduler.client.report [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.855424] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704326, 'name': ReconfigVM_Task, 'duration_secs': 0.61753} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.855853] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8/57cc7aea-24c2-49d1-8c30-469a9dbbb5e8.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.856841] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c703a817-724e-4fbc-b85d-46be51ca5c58 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.876475] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd30bf-2438-4302-8b3d-7b611b3b806c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.903028] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7713549a-fd91-4226-babb-d71aa4354e2f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.912213] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704327, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.928562] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ad38eb-2b17-4524-bf24-8a9efa876838 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.938399] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.938689] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-959c4af6-5fd7-45e0-942f-22c44968e34f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.947156] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 918.947156] env[69843]: value = "task-3704329" [ 918.947156] env[69843]: _type = "Task" [ 918.947156] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.956493] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.040800] env[69843]: INFO nova.compute.manager [-] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Took 1.31 seconds to deallocate network for instance. [ 919.167009] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704328, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.248297] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.251856] env[69843]: DEBUG oslo_concurrency.lockutils [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.804s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.252233] env[69843]: DEBUG nova.objects.instance [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lazy-loading 'resources' on Instance uuid 3b4181bf-1027-46e0-af62-f058b4bc7170 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.274534] env[69843]: INFO nova.scheduler.client.report [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Deleted allocations for instance e80028c3-0380-42f7-b907-58d545e343cf [ 919.282068] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "912a4a80-31e7-4f73-9ced-3aaef51595bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.282324] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "912a4a80-31e7-4f73-9ced-3aaef51595bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.409416] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572859} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.409416] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 3f630b5a-6a49-417a-ae8c-d39bd4942d5a/3f630b5a-6a49-417a-ae8c-d39bd4942d5a.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.409416] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.409713] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1636f45d-79e5-4e6d-8ef1-2409ff6046b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.416946] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 919.416946] env[69843]: value = "task-3704330" [ 919.416946] env[69843]: _type = "Task" [ 919.416946] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.426027] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.456670] env[69843]: DEBUG oslo_vmware.api [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704329, 'name': PowerOnVM_Task, 'duration_secs': 0.425385} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.456950] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.547997] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.666038] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704328, 'name': PowerOnVM_Task, 'duration_secs': 0.58611} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.666038] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.666450] env[69843]: INFO nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Took 9.11 seconds to spawn the instance on the hypervisor. [ 919.666450] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 919.667251] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0e2408-7895-4c5c-8406-66b602c60dcd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.786705] env[69843]: DEBUG nova.compute.manager [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.790169] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29b994cf-87d9-4a8a-8e6b-c248ab23f3de tempest-SecurityGroupsTestJSON-1621091609 tempest-SecurityGroupsTestJSON-1621091609-project-member] Lock "e80028c3-0380-42f7-b907-58d545e343cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.043s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.930950] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084762} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.930950] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.931453] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef52bdfd-4fea-473a-90c9-1a7d3eda5a87 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.954244] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 3f630b5a-6a49-417a-ae8c-d39bd4942d5a/3f630b5a-6a49-417a-ae8c-d39bd4942d5a.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.957106] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5aa35a6-c1d4-44fd-830f-6b8648ebe271 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.983327] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 919.983327] env[69843]: value = "task-3704331" [ 919.983327] env[69843]: _type = "Task" [ 919.983327] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.995790] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.186136] env[69843]: INFO nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Took 52.50 seconds to build instance. [ 920.290828] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57458242-ab30-43f9-8c80-d7748fdb5dbd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.302624] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad29b157-ffca-4017-ab92-97be0b72e943 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.338551] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.338551] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac86ac8-90d4-4663-b78a-d1189b858f8c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.347363] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ea17dd-13fd-4614-a11f-31d064cf2b94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.362910] env[69843]: DEBUG nova.compute.provider_tree [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.481025] env[69843]: INFO nova.compute.manager [None req-f5c919fc-afa8-4173-aeef-5ffee3019377 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance to original state: 'active' [ 920.496932] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.693023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "0ca4831d-6778-4938-9282-e658bd7c7a3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.373s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.866582] env[69843]: DEBUG nova.scheduler.client.report [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.003108] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704331, 'name': ReconfigVM_Task, 'duration_secs': 0.837027} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.003416] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 3f630b5a-6a49-417a-ae8c-d39bd4942d5a/3f630b5a-6a49-417a-ae8c-d39bd4942d5a.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.004077] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-714ef182-151e-456d-9738-5af4a0f103f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.011573] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 921.011573] env[69843]: value = "task-3704332" [ 921.011573] env[69843]: _type = "Task" [ 921.011573] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.024079] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704332, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.372707] env[69843]: DEBUG oslo_concurrency.lockutils [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.375966] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.076s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.377888] env[69843]: INFO nova.compute.claims [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.415126] env[69843]: INFO nova.scheduler.client.report [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Deleted allocations for instance 3b4181bf-1027-46e0-af62-f058b4bc7170 [ 921.524520] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704332, 'name': Rename_Task, 'duration_secs': 0.176662} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.524520] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.524520] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-326bfbda-c330-47a6-a57c-a6110969f1b2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.534836] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 921.534836] env[69843]: value = "task-3704333" [ 921.534836] env[69843]: _type = "Task" [ 921.534836] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.547194] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.704903] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.705597] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.705873] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.706114] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.706339] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.710655] env[69843]: DEBUG oslo_concurrency.lockutils [None req-74a6fae7-93f9-4334-9c79-012a7154415d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "3b4181bf-1027-46e0-af62-f058b4bc7170" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.780s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.717187] env[69843]: INFO nova.compute.manager [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Terminating instance [ 922.729020] env[69843]: DEBUG oslo_vmware.api [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704333, 'name': PowerOnVM_Task, 'duration_secs': 0.542032} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.729020] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.729020] env[69843]: DEBUG nova.compute.manager [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 922.729020] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940065ca-b040-45be-b15c-73467d0b788c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.210352] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b57cfa-0a52-47a5-9dff-d649afd4e30d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.219912] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95638ffa-49e3-4847-821e-0332d65182b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.223997] env[69843]: DEBUG nova.compute.manager [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.224296] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.225147] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bca5dab-aa38-48cf-a77c-08b7d672c77a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.233977] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.259782] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d8ed58d-c3b4-4be0-860c-19e894a01a91 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.268368] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4e9613-4894-46b7-860c-4761fdd9d6a1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.272826] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.280477] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7e6857-36c9-4e23-9e1a-1d1abd9ab907 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.284601] env[69843]: DEBUG oslo_vmware.api [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 923.284601] env[69843]: value = "task-3704334" [ 923.284601] env[69843]: _type = "Task" [ 923.284601] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.298596] env[69843]: DEBUG nova.compute.provider_tree [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.306901] env[69843]: DEBUG oslo_vmware.api [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.543225] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquiring lock "3f630b5a-6a49-417a-ae8c-d39bd4942d5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.543714] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lock "3f630b5a-6a49-417a-ae8c-d39bd4942d5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.544126] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquiring lock "3f630b5a-6a49-417a-ae8c-d39bd4942d5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.544427] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lock "3f630b5a-6a49-417a-ae8c-d39bd4942d5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.545406] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lock "3f630b5a-6a49-417a-ae8c-d39bd4942d5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.547842] env[69843]: INFO nova.compute.manager [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Terminating instance [ 923.794973] env[69843]: DEBUG oslo_vmware.api [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704334, 'name': PowerOffVM_Task, 'duration_secs': 0.302159} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.795300] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.795413] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.795669] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d48e88b7-394c-4cda-bedd-1aa9309d013c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.802349] env[69843]: DEBUG nova.scheduler.client.report [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.866527] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.866764] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.867070] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Deleting the datastore file [datastore2] 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.867252] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21f8c8c1-cc76-4318-9970-eea333e473c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.873913] env[69843]: DEBUG oslo_vmware.api [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 923.873913] env[69843]: value = "task-3704336" [ 923.873913] env[69843]: _type = "Task" [ 923.873913] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.882537] env[69843]: DEBUG oslo_vmware.api [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.004783] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "ab48a256-03ec-4e99-bd97-c2122b1c848d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.005073] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "ab48a256-03ec-4e99-bd97-c2122b1c848d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.053424] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquiring lock "refresh_cache-3f630b5a-6a49-417a-ae8c-d39bd4942d5a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.053424] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquired lock "refresh_cache-3f630b5a-6a49-417a-ae8c-d39bd4942d5a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.053610] env[69843]: DEBUG nova.network.neutron [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.307840] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.932s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.308525] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.311984] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 46.169s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.386113] env[69843]: DEBUG oslo_vmware.api [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189626} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.387923] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.388129] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.388307] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.388476] env[69843]: INFO nova.compute.manager [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 924.388712] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.389014] env[69843]: DEBUG nova.compute.manager [-] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.389144] env[69843]: DEBUG nova.network.neutron [-] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.509236] env[69843]: DEBUG nova.compute.manager [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.587882] env[69843]: DEBUG nova.network.neutron [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.678563] env[69843]: DEBUG nova.network.neutron [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.733488] env[69843]: DEBUG nova.compute.manager [req-68e10b08-e179-495f-943f-df5f5c4a5597 req-4622a7c2-64c9-451d-a394-01b7e3491dd5 service nova] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Received event network-vif-deleted-207f1b37-b329-4489-a41d-edbcb77cfd2c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.733692] env[69843]: INFO nova.compute.manager [req-68e10b08-e179-495f-943f-df5f5c4a5597 req-4622a7c2-64c9-451d-a394-01b7e3491dd5 service nova] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Neutron deleted interface 207f1b37-b329-4489-a41d-edbcb77cfd2c; detaching it from the instance and deleting it from the info cache [ 924.733859] env[69843]: DEBUG nova.network.neutron [req-68e10b08-e179-495f-943f-df5f5c4a5597 req-4622a7c2-64c9-451d-a394-01b7e3491dd5 service nova] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.827589] env[69843]: DEBUG nova.compute.utils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.829908] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.830295] env[69843]: DEBUG nova.network.neutron [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.922384] env[69843]: DEBUG nova.policy [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1051e456fc3d48469b7499f7f512b531', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd16ea4ee757843e7a20bae4a5d58777e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.035733] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.159870] env[69843]: DEBUG nova.network.neutron [-] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.181697] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Releasing lock "refresh_cache-3f630b5a-6a49-417a-ae8c-d39bd4942d5a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.182149] env[69843]: DEBUG nova.compute.manager [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.182349] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.183333] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2461a9a3-282b-4aaf-91c5-b4b839f494fb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.192526] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.192860] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c044ea17-3e12-4884-bd70-f2763f55bcb1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.200332] env[69843]: DEBUG oslo_vmware.api [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 925.200332] env[69843]: value = "task-3704337" [ 925.200332] env[69843]: _type = "Task" [ 925.200332] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.217289] env[69843]: DEBUG oslo_vmware.api [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.239500] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7aac3da4-8e0d-49be-91d4-1c2fdb614247 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.251029] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae1ef84-848c-4362-950e-08e74b2606fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.290561] env[69843]: DEBUG nova.compute.manager [req-68e10b08-e179-495f-943f-df5f5c4a5597 req-4622a7c2-64c9-451d-a394-01b7e3491dd5 service nova] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Detach interface failed, port_id=207f1b37-b329-4489-a41d-edbcb77cfd2c, reason: Instance 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 925.295367] env[69843]: DEBUG nova.network.neutron [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Successfully created port: a3d0fcef-a1c5-443c-9c00-085ffc6d8002 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.304747] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Acquiring lock "fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.304747] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Lock "fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.304747] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Acquiring lock "fab8720a-ea42-4c83-9b2e-3d7c6b52f40a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.305141] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Lock "fab8720a-ea42-4c83-9b2e-3d7c6b52f40a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.305853] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Lock "fab8720a-ea42-4c83-9b2e-3d7c6b52f40a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.311047] env[69843]: INFO nova.compute.manager [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Terminating instance [ 925.335020] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.357437] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 55fbbb65-ae87-4886-9353-406139351418 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.357592] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 242c4693-35ab-41db-91dd-3862456a9903 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.357778] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance a2f4cd65-1832-4476-8b56-f33b9a36237b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.357904] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.358045] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance cc2450e2-71a6-4d1d-93ba-79041d4b7a7e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.358171] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 222f4b6a-f397-4a13-8a88-c8ecf3d71544 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.358300] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 0c51bfd5-589a-4b32-9d1a-e619dc352b66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.358440] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance d9fc4e13-6556-4875-b301-c5f47d3e1cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.358552] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 62d3db0b-c60c-4cd7-8363-5da9b1619d16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.358661] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 9d7edebd-e43b-466f-8667-4f4aedc080cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.358777] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance fab8720a-ea42-4c83-9b2e-3d7c6b52f40a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.358884] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.359591] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance b898dcb3-b862-4559-9ab7-6820c9f35722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.359591] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 254736f6-56f6-47b2-b16d-417dfb91bd14 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.359591] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance f8b0711c-2448-4aa1-b297-e2d5d1e56f4a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.359591] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 3d500eda-6c7a-442c-a514-b8929ed735e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.359591] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance b0d1991c-f262-48be-82a5-8a8f3cca813b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.359591] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.359834] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 6c2b40b6-9a27-4bfa-898e-182bcd13bed3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.359834] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 4172346a-1181-4649-9610-4de1cf2c2dd2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 925.360058] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 3f630b5a-6a49-417a-ae8c-d39bd4942d5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.360340] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 0ca4831d-6778-4938-9282-e658bd7c7a3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.361067] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 623830cd-1473-4a97-8c20-77461d201d1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 925.663483] env[69843]: INFO nova.compute.manager [-] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Took 1.27 seconds to deallocate network for instance. [ 925.714317] env[69843]: DEBUG oslo_vmware.api [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704337, 'name': PowerOffVM_Task, 'duration_secs': 0.166841} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.714317] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.714317] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.714317] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0e61454-3d05-46bd-984a-b02b9a262d24 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.747104] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.747104] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.747104] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Deleting the datastore file [datastore2] 3f630b5a-6a49-417a-ae8c-d39bd4942d5a {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.747104] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0947bf52-c8a0-4ad9-89f8-2193fa6a12e3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.754419] env[69843]: DEBUG oslo_vmware.api [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for the task: (returnval){ [ 925.754419] env[69843]: value = "task-3704339" [ 925.754419] env[69843]: _type = "Task" [ 925.754419] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.762274] env[69843]: DEBUG oslo_vmware.api [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.817107] env[69843]: DEBUG nova.compute.manager [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.817107] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.818107] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eef6297-fe2f-4269-ac16-63eca3215f93 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.826256] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.826525] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-556a9ef7-c814-4a53-b878-b91803d0a1d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.833199] env[69843]: DEBUG oslo_vmware.api [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Waiting for the task: (returnval){ [ 925.833199] env[69843]: value = "task-3704340" [ 925.833199] env[69843]: _type = "Task" [ 925.833199] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.842132] env[69843]: DEBUG oslo_vmware.api [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.865329] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 3c2aee20-8a63-4949-b354-643a895f4fc6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 926.170033] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.264976] env[69843]: DEBUG oslo_vmware.api [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Task: {'id': task-3704339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112655} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.265316] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.265559] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.265861] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.266119] env[69843]: INFO nova.compute.manager [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Took 1.08 seconds to destroy the instance on the hypervisor. [ 926.266378] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.266789] env[69843]: DEBUG nova.compute.manager [-] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.266789] env[69843]: DEBUG nova.network.neutron [-] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.284041] env[69843]: DEBUG nova.network.neutron [-] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.346168] env[69843]: DEBUG oslo_vmware.api [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704340, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.348694] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.368106] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance bd5fea86-ad66-42fe-937f-a9bc38d94f5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 926.379024] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.379024] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.379024] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.379024] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.379342] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.379591] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.379918] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.380201] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.380500] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.380815] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.381112] env[69843]: DEBUG nova.virt.hardware [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.382129] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0b3ad2-507e-4fa9-a264-b1309cd6f711 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.393343] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c32cfd8-e91f-42bf-9549-b1e8b993afbb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.787189] env[69843]: DEBUG nova.network.neutron [-] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.845141] env[69843]: DEBUG oslo_vmware.api [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704340, 'name': PowerOffVM_Task, 'duration_secs': 0.603546} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.845141] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.845141] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.845514] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c03f7fc5-d596-4954-bfbb-ec73ebab45f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.873102] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance a547b0d0-377a-44fe-a750-6d0ab748fcff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 926.938025] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.938025] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.938025] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Deleting the datastore file [datastore2] fab8720a-ea42-4c83-9b2e-3d7c6b52f40a {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.938025] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c87d0c88-66bb-423f-ae33-5a198b16ce9f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.942383] env[69843]: DEBUG nova.compute.manager [req-7770c666-faf0-4aaf-a7f9-3220bf87aab8 req-50f2a910-b6c4-4e1f-8f07-deed125f717c service nova] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Received event network-vif-plugged-a3d0fcef-a1c5-443c-9c00-085ffc6d8002 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.943091] env[69843]: DEBUG oslo_concurrency.lockutils [req-7770c666-faf0-4aaf-a7f9-3220bf87aab8 req-50f2a910-b6c4-4e1f-8f07-deed125f717c service nova] Acquiring lock "623830cd-1473-4a97-8c20-77461d201d1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.943477] env[69843]: DEBUG oslo_concurrency.lockutils [req-7770c666-faf0-4aaf-a7f9-3220bf87aab8 req-50f2a910-b6c4-4e1f-8f07-deed125f717c service nova] Lock "623830cd-1473-4a97-8c20-77461d201d1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.945001] env[69843]: DEBUG oslo_concurrency.lockutils [req-7770c666-faf0-4aaf-a7f9-3220bf87aab8 req-50f2a910-b6c4-4e1f-8f07-deed125f717c service nova] Lock "623830cd-1473-4a97-8c20-77461d201d1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.945001] env[69843]: DEBUG nova.compute.manager [req-7770c666-faf0-4aaf-a7f9-3220bf87aab8 req-50f2a910-b6c4-4e1f-8f07-deed125f717c service nova] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] No waiting events found dispatching network-vif-plugged-a3d0fcef-a1c5-443c-9c00-085ffc6d8002 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 926.945001] env[69843]: WARNING nova.compute.manager [req-7770c666-faf0-4aaf-a7f9-3220bf87aab8 req-50f2a910-b6c4-4e1f-8f07-deed125f717c service nova] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Received unexpected event network-vif-plugged-a3d0fcef-a1c5-443c-9c00-085ffc6d8002 for instance with vm_state building and task_state spawning. [ 926.951301] env[69843]: DEBUG oslo_vmware.api [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Waiting for the task: (returnval){ [ 926.951301] env[69843]: value = "task-3704342" [ 926.951301] env[69843]: _type = "Task" [ 926.951301] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.962531] env[69843]: DEBUG oslo_vmware.api [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.033596] env[69843]: DEBUG nova.network.neutron [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Successfully updated port: a3d0fcef-a1c5-443c-9c00-085ffc6d8002 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.290251] env[69843]: INFO nova.compute.manager [-] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Took 1.02 seconds to deallocate network for instance. [ 927.376943] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 294d870f-3083-47dc-80d6-88377ce7f6b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 927.461183] env[69843]: DEBUG oslo_vmware.api [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Task: {'id': task-3704342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158628} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.461502] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.461691] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.461867] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.462050] env[69843]: INFO nova.compute.manager [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Took 1.65 seconds to destroy the instance on the hypervisor. [ 927.462297] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.462483] env[69843]: DEBUG nova.compute.manager [-] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.462578] env[69843]: DEBUG nova.network.neutron [-] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.537564] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "refresh_cache-623830cd-1473-4a97-8c20-77461d201d1a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.537564] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired lock "refresh_cache-623830cd-1473-4a97-8c20-77461d201d1a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.537564] env[69843]: DEBUG nova.network.neutron [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.796859] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.880537] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 928.083455] env[69843]: DEBUG nova.network.neutron [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.248353] env[69843]: DEBUG nova.network.neutron [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Updating instance_info_cache with network_info: [{"id": "a3d0fcef-a1c5-443c-9c00-085ffc6d8002", "address": "fa:16:3e:aa:2a:68", "network": {"id": "fe9462a7-5e7d-44d3-a99a-71682977c1d8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1620435605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16ea4ee757843e7a20bae4a5d58777e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3d0fcef-a1", "ovs_interfaceid": "a3d0fcef-a1c5-443c-9c00-085ffc6d8002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.383946] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance f6b4ea13-7792-4e99-9e45-05cb9ebac331 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 928.751266] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Releasing lock "refresh_cache-623830cd-1473-4a97-8c20-77461d201d1a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.751629] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Instance network_info: |[{"id": "a3d0fcef-a1c5-443c-9c00-085ffc6d8002", "address": "fa:16:3e:aa:2a:68", "network": {"id": "fe9462a7-5e7d-44d3-a99a-71682977c1d8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1620435605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16ea4ee757843e7a20bae4a5d58777e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3d0fcef-a1", "ovs_interfaceid": "a3d0fcef-a1c5-443c-9c00-085ffc6d8002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.752047] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:2a:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3d0fcef-a1c5-443c-9c00-085ffc6d8002', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.759849] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.760096] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.760383] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25010c98-3980-4878-9495-2fc570b5ac68 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.780783] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.780783] env[69843]: value = "task-3704343" [ 928.780783] env[69843]: _type = "Task" [ 928.780783] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.789651] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704343, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.890799] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 912a4a80-31e7-4f73-9ced-3aaef51595bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 928.902865] env[69843]: DEBUG nova.network.neutron [-] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.973756] env[69843]: DEBUG nova.compute.manager [req-748cfeeb-3ad1-4182-856a-f02a85ece69e req-3bf4a107-de18-4342-b10a-d3cc9aac920e service nova] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Received event network-changed-a3d0fcef-a1c5-443c-9c00-085ffc6d8002 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.973971] env[69843]: DEBUG nova.compute.manager [req-748cfeeb-3ad1-4182-856a-f02a85ece69e req-3bf4a107-de18-4342-b10a-d3cc9aac920e service nova] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Refreshing instance network info cache due to event network-changed-a3d0fcef-a1c5-443c-9c00-085ffc6d8002. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.974266] env[69843]: DEBUG oslo_concurrency.lockutils [req-748cfeeb-3ad1-4182-856a-f02a85ece69e req-3bf4a107-de18-4342-b10a-d3cc9aac920e service nova] Acquiring lock "refresh_cache-623830cd-1473-4a97-8c20-77461d201d1a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.974514] env[69843]: DEBUG oslo_concurrency.lockutils [req-748cfeeb-3ad1-4182-856a-f02a85ece69e req-3bf4a107-de18-4342-b10a-d3cc9aac920e service nova] Acquired lock "refresh_cache-623830cd-1473-4a97-8c20-77461d201d1a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.975165] env[69843]: DEBUG nova.network.neutron [req-748cfeeb-3ad1-4182-856a-f02a85ece69e req-3bf4a107-de18-4342-b10a-d3cc9aac920e service nova] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Refreshing network info cache for port a3d0fcef-a1c5-443c-9c00-085ffc6d8002 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.292967] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704343, 'name': CreateVM_Task, 'duration_secs': 0.351502} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.293534] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.294227] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.294519] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.294984] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.295360] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604e7558-5cac-49e3-b777-ef560211d55c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.301749] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 929.301749] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525eb5d4-dfad-8f28-2905-9b97ffd2d1b3" [ 929.301749] env[69843]: _type = "Task" [ 929.301749] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.311797] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525eb5d4-dfad-8f28-2905-9b97ffd2d1b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.393872] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance ab48a256-03ec-4e99-bd97-c2122b1c848d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 929.394211] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 929.394363] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 929.405474] env[69843]: INFO nova.compute.manager [-] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Took 1.94 seconds to deallocate network for instance. [ 929.756415] env[69843]: DEBUG nova.network.neutron [req-748cfeeb-3ad1-4182-856a-f02a85ece69e req-3bf4a107-de18-4342-b10a-d3cc9aac920e service nova] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Updated VIF entry in instance network info cache for port a3d0fcef-a1c5-443c-9c00-085ffc6d8002. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.756856] env[69843]: DEBUG nova.network.neutron [req-748cfeeb-3ad1-4182-856a-f02a85ece69e req-3bf4a107-de18-4342-b10a-d3cc9aac920e service nova] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Updating instance_info_cache with network_info: [{"id": "a3d0fcef-a1c5-443c-9c00-085ffc6d8002", "address": "fa:16:3e:aa:2a:68", "network": {"id": "fe9462a7-5e7d-44d3-a99a-71682977c1d8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1620435605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d16ea4ee757843e7a20bae4a5d58777e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3d0fcef-a1", "ovs_interfaceid": "a3d0fcef-a1c5-443c-9c00-085ffc6d8002", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.797970] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b860c6f-8468-4d70-86a4-2e2e2c375308 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.808708] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de0c51-668d-4689-8795-7110f3db2f38 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.815398] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525eb5d4-dfad-8f28-2905-9b97ffd2d1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.816065] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.816321] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.816559] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.816713] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.816902] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.817164] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6db5f3c5-7afb-4f06-a202-cef347a78321 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.844723] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e5d571-8269-41a4-bc71-affe80632e47 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.853460] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ce59ad-51ad-4988-91c8-bb6a6df113eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.857481] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.857656] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.858400] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb732988-3bfe-40e8-ae61-959be237c2b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.870674] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.873059] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 929.873059] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d21667-9f9c-15c2-ca9d-4848b83fbb78" [ 929.873059] env[69843]: _type = "Task" [ 929.873059] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.881640] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d21667-9f9c-15c2-ca9d-4848b83fbb78, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.883053] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548a04dd-2635-45ce-866b-02854c76c5d8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.889070] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 929.889070] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52425fc4-b942-e4f2-f2ae-e500d444d1c1" [ 929.889070] env[69843]: _type = "Task" [ 929.889070] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.897078] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52425fc4-b942-e4f2-f2ae-e500d444d1c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.914558] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.260298] env[69843]: DEBUG oslo_concurrency.lockutils [req-748cfeeb-3ad1-4182-856a-f02a85ece69e req-3bf4a107-de18-4342-b10a-d3cc9aac920e service nova] Releasing lock "refresh_cache-623830cd-1473-4a97-8c20-77461d201d1a" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.260596] env[69843]: DEBUG nova.compute.manager [req-748cfeeb-3ad1-4182-856a-f02a85ece69e req-3bf4a107-de18-4342-b10a-d3cc9aac920e service nova] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Received event network-vif-deleted-217e1dba-f658-4095-aff5-531e72e44e11 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.378298] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.402383] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52425fc4-b942-e4f2-f2ae-e500d444d1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008865} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.402644] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.402906] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 623830cd-1473-4a97-8c20-77461d201d1a/623830cd-1473-4a97-8c20-77461d201d1a.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.403287] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dfd910f-27b1-47e9-8a0a-9b9aa973e807 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.413543] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 930.413543] env[69843]: value = "task-3704344" [ 930.413543] env[69843]: _type = "Task" [ 930.413543] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.423295] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.884629] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 930.884916] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.573s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.885235] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.054s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.886824] env[69843]: INFO nova.compute.claims [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.889760] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 930.889907] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Cleaning up deleted instances {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 930.925412] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473662} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.925971] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 623830cd-1473-4a97-8c20-77461d201d1a/623830cd-1473-4a97-8c20-77461d201d1a.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.925971] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.926185] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca0b628d-7e1e-4847-9ba5-ff24126f1112 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.936590] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 930.936590] env[69843]: value = "task-3704345" [ 930.936590] env[69843]: _type = "Task" [ 930.936590] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.948615] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.402273] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] There are 41 instances to clean {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 931.402554] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 84d7f08d-e3a1-499d-9614-af5f8da0cc14] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.448550] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073073} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.448866] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.449685] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cbf03f-8cf5-4031-9d06-0de892b81982 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.474859] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 623830cd-1473-4a97-8c20-77461d201d1a/623830cd-1473-4a97-8c20-77461d201d1a.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.475522] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56472e51-9b61-4e1a-941a-bf659764c648 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.497251] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 931.497251] env[69843]: value = "task-3704346" [ 931.497251] env[69843]: _type = "Task" [ 931.497251] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.506173] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.911830] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 3b4181bf-1027-46e0-af62-f058b4bc7170] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.009880] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704346, 'name': ReconfigVM_Task, 'duration_secs': 0.29976} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.010215] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 623830cd-1473-4a97-8c20-77461d201d1a/623830cd-1473-4a97-8c20-77461d201d1a.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.010857] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4acf3aff-d5e1-4820-b335-5694e4fd1a7a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.020485] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 932.020485] env[69843]: value = "task-3704347" [ 932.020485] env[69843]: _type = "Task" [ 932.020485] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.029979] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704347, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.326215] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e81684-1900-413e-8801-6c449682cf89 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.334281] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9959af-5619-4c77-b88e-a2b0ff580b91 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.367551] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de982891-7dbb-45da-a13e-4f6f33b98648 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.375780] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecb1dcc-cf0f-4a82-9ee8-7b13750ca419 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.390083] env[69843]: DEBUG nova.compute.provider_tree [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.419081] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 2542d997-58b0-4a65-bbc0-ee34843837c0] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.531935] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704347, 'name': Rename_Task, 'duration_secs': 0.157397} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.532247] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.532504] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7af2a25e-eaca-4c5e-95cc-d5e66aa2b606 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.540283] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 932.540283] env[69843]: value = "task-3704348" [ 932.540283] env[69843]: _type = "Task" [ 932.540283] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.548683] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.893782] env[69843]: DEBUG nova.scheduler.client.report [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.922189] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: ebd1a826-8a0b-4e90-a442-f7225ef80357] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.051142] env[69843]: DEBUG oslo_vmware.api [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704348, 'name': PowerOnVM_Task, 'duration_secs': 0.468878} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.051641] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.051827] env[69843]: INFO nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Took 6.70 seconds to spawn the instance on the hypervisor. [ 933.052017] env[69843]: DEBUG nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.052903] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60364983-2c54-45bb-81c9-29811cbf7ce3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.399927] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.400184] env[69843]: DEBUG nova.compute.manager [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.403364] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.097s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.403558] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.405823] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.445s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.407905] env[69843]: INFO nova.compute.claims [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.426931] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 24dc5517-e593-4de4-a6ad-83fe1788414d] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.441772] env[69843]: INFO nova.scheduler.client.report [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Deleted allocations for instance cc2450e2-71a6-4d1d-93ba-79041d4b7a7e [ 933.573765] env[69843]: INFO nova.compute.manager [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Took 57.30 seconds to build instance. [ 933.905553] env[69843]: DEBUG nova.compute.utils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.907189] env[69843]: DEBUG nova.compute.manager [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.907412] env[69843]: DEBUG nova.network.neutron [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.931401] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: fc8ace66-7ec0-409e-9025-f46fcbf352ce] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.953968] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0eb3c028-8607-4cd2-9265-0a579cfc0b9f tempest-FloatingIPsAssociationTestJSON-370212561 tempest-FloatingIPsAssociationTestJSON-370212561-project-member] Lock "cc2450e2-71a6-4d1d-93ba-79041d4b7a7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.329s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.997538] env[69843]: DEBUG nova.policy [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '956ac279f15b4a88b51388ffe98b0841', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e780cb6ac4a74f5fbaa37b1a2347accf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.076329] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c2d47261-617e-489c-87bd-7d55a8780bc3 tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "623830cd-1473-4a97-8c20-77461d201d1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.728s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.320621] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "623830cd-1473-4a97-8c20-77461d201d1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.320843] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "623830cd-1473-4a97-8c20-77461d201d1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.321082] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "623830cd-1473-4a97-8c20-77461d201d1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.321270] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "623830cd-1473-4a97-8c20-77461d201d1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.321441] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "623830cd-1473-4a97-8c20-77461d201d1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.324393] env[69843]: INFO nova.compute.manager [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Terminating instance [ 934.362464] env[69843]: DEBUG nova.network.neutron [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Successfully created port: d688f788-e9bd-4fb8-a00c-92d5335605bd {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.413035] env[69843]: DEBUG nova.compute.manager [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.434708] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: c850434b-0d5d-43f3-9e5b-a8d86153be5c] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.461280] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "0ca4831d-6778-4938-9282-e658bd7c7a3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.461882] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "0ca4831d-6778-4938-9282-e658bd7c7a3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.461882] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "0ca4831d-6778-4938-9282-e658bd7c7a3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.462021] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "0ca4831d-6778-4938-9282-e658bd7c7a3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.462231] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "0ca4831d-6778-4938-9282-e658bd7c7a3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.464490] env[69843]: INFO nova.compute.manager [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Terminating instance [ 934.831427] env[69843]: DEBUG nova.compute.manager [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.831660] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.832839] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b8e968-9819-4924-9414-b2875e9b3edf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.847023] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.847023] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d189b650-0f4c-4618-8506-5ccf8ded50b2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.854613] env[69843]: DEBUG oslo_vmware.api [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 934.854613] env[69843]: value = "task-3704349" [ 934.854613] env[69843]: _type = "Task" [ 934.854613] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.872355] env[69843]: DEBUG oslo_vmware.api [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.888518] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a133eb6d-8fae-434d-ac3a-6e368f10e255 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.896871] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920cf947-78e1-4ada-a321-74e770510494 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.946363] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 750b8ae4-87a7-402a-a82f-44c01e9fd888] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.950808] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88daabbf-4c45-4554-a71b-38c303422683 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.962476] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c345bf17-34b5-4f73-8bee-8b6a94554fce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.979386] env[69843]: DEBUG nova.compute.manager [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.980903] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.980903] env[69843]: DEBUG nova.compute.provider_tree [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.985017] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3585ab74-0fd9-4768-b2b1-ca1e5baf7e97 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.993136] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.994127] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c74781ed-2bfb-431d-a172-78f91a295622 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.003930] env[69843]: DEBUG oslo_vmware.api [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 935.003930] env[69843]: value = "task-3704350" [ 935.003930] env[69843]: _type = "Task" [ 935.003930] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.014248] env[69843]: DEBUG oslo_vmware.api [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.364555] env[69843]: DEBUG oslo_vmware.api [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704349, 'name': PowerOffVM_Task, 'duration_secs': 0.225561} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.364941] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.365041] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.365255] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db01cc5b-789a-4bc3-8a69-884f28312ee5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.437816] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.438089] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.438473] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Deleting the datastore file [datastore2] 623830cd-1473-4a97-8c20-77461d201d1a {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.438795] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcc03568-3937-4248-b747-57023379fde3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.447426] env[69843]: DEBUG oslo_vmware.api [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 935.447426] env[69843]: value = "task-3704352" [ 935.447426] env[69843]: _type = "Task" [ 935.447426] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.457321] env[69843]: DEBUG nova.compute.manager [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.459661] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 1a278863-e27b-41c3-88e2-338732e1f54c] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.461739] env[69843]: DEBUG oslo_vmware.api [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.483822] env[69843]: DEBUG nova.scheduler.client.report [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.511399] env[69843]: DEBUG nova.virt.hardware [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.512168] env[69843]: DEBUG nova.virt.hardware [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.512500] env[69843]: DEBUG nova.virt.hardware [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.512531] env[69843]: DEBUG nova.virt.hardware [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.512828] env[69843]: DEBUG nova.virt.hardware [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.513101] env[69843]: DEBUG nova.virt.hardware [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.513395] env[69843]: DEBUG nova.virt.hardware [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.513609] env[69843]: DEBUG nova.virt.hardware [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.513822] env[69843]: DEBUG nova.virt.hardware [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.514057] env[69843]: DEBUG nova.virt.hardware [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.514276] env[69843]: DEBUG nova.virt.hardware [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.516061] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f6aa6e-bfb6-4a5f-87d3-a4ddd41d5d81 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.530691] env[69843]: DEBUG oslo_vmware.api [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704350, 'name': PowerOffVM_Task, 'duration_secs': 0.22096} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.531630] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.531630] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.532601] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6beb70-c8ce-4d9d-ab7c-d4cc7b17c0f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.536987] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fcd1454-fdce-4c07-b1b5-5a85fe3b301a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.829214] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.829855] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.830848] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Deleting the datastore file [datastore2] 0ca4831d-6778-4938-9282-e658bd7c7a3f {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.830848] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c12196c-966e-434d-9649-5db70b012ec3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.838039] env[69843]: DEBUG oslo_vmware.api [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for the task: (returnval){ [ 935.838039] env[69843]: value = "task-3704354" [ 935.838039] env[69843]: _type = "Task" [ 935.838039] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.848092] env[69843]: DEBUG oslo_vmware.api [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.962843] env[69843]: DEBUG oslo_vmware.api [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260569} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.970074] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.970074] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.970074] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.970074] env[69843]: INFO nova.compute.manager [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 935.970074] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.970074] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 29605030-00aa-482e-aaa4-c2d66af2c29d] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.970074] env[69843]: DEBUG nova.compute.manager [-] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.970074] env[69843]: DEBUG nova.network.neutron [-] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.993344] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.994900] env[69843]: DEBUG nova.compute.manager [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.001056] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.816s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.001056] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.002186] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.590s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.004349] env[69843]: INFO nova.compute.claims [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.036407] env[69843]: DEBUG nova.compute.manager [req-a4deefa9-95db-4b6e-b56e-7980dd7ccff6 req-b230d9d6-fc44-43f4-9dcf-8b6b967fd947 service nova] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Received event network-vif-plugged-d688f788-e9bd-4fb8-a00c-92d5335605bd {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.036672] env[69843]: DEBUG oslo_concurrency.lockutils [req-a4deefa9-95db-4b6e-b56e-7980dd7ccff6 req-b230d9d6-fc44-43f4-9dcf-8b6b967fd947 service nova] Acquiring lock "3c2aee20-8a63-4949-b354-643a895f4fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.036672] env[69843]: DEBUG oslo_concurrency.lockutils [req-a4deefa9-95db-4b6e-b56e-7980dd7ccff6 req-b230d9d6-fc44-43f4-9dcf-8b6b967fd947 service nova] Lock "3c2aee20-8a63-4949-b354-643a895f4fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.037669] env[69843]: DEBUG oslo_concurrency.lockutils [req-a4deefa9-95db-4b6e-b56e-7980dd7ccff6 req-b230d9d6-fc44-43f4-9dcf-8b6b967fd947 service nova] Lock "3c2aee20-8a63-4949-b354-643a895f4fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.037669] env[69843]: DEBUG nova.compute.manager [req-a4deefa9-95db-4b6e-b56e-7980dd7ccff6 req-b230d9d6-fc44-43f4-9dcf-8b6b967fd947 service nova] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] No waiting events found dispatching network-vif-plugged-d688f788-e9bd-4fb8-a00c-92d5335605bd {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 936.037669] env[69843]: WARNING nova.compute.manager [req-a4deefa9-95db-4b6e-b56e-7980dd7ccff6 req-b230d9d6-fc44-43f4-9dcf-8b6b967fd947 service nova] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Received unexpected event network-vif-plugged-d688f788-e9bd-4fb8-a00c-92d5335605bd for instance with vm_state building and task_state spawning. [ 936.042665] env[69843]: INFO nova.scheduler.client.report [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Deleted allocations for instance 254736f6-56f6-47b2-b16d-417dfb91bd14 [ 936.183586] env[69843]: DEBUG nova.network.neutron [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Successfully updated port: d688f788-e9bd-4fb8-a00c-92d5335605bd {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.349381] env[69843]: DEBUG oslo_vmware.api [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Task: {'id': task-3704354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145403} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.349927] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.349927] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.350123] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.350178] env[69843]: INFO nova.compute.manager [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Took 1.37 seconds to destroy the instance on the hypervisor. [ 936.350415] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.350612] env[69843]: DEBUG nova.compute.manager [-] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.351152] env[69843]: DEBUG nova.network.neutron [-] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.365443] env[69843]: DEBUG nova.compute.manager [req-67ca1145-f327-44e5-abd3-b48766c6ada4 req-f849ad29-9c2e-44a5-be7b-92eb4b1078ae service nova] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Received event network-vif-deleted-a3d0fcef-a1c5-443c-9c00-085ffc6d8002 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.365443] env[69843]: INFO nova.compute.manager [req-67ca1145-f327-44e5-abd3-b48766c6ada4 req-f849ad29-9c2e-44a5-be7b-92eb4b1078ae service nova] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Neutron deleted interface a3d0fcef-a1c5-443c-9c00-085ffc6d8002; detaching it from the instance and deleting it from the info cache [ 936.365443] env[69843]: DEBUG nova.network.neutron [req-67ca1145-f327-44e5-abd3-b48766c6ada4 req-f849ad29-9c2e-44a5-be7b-92eb4b1078ae service nova] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.472957] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: f639e7ca-e188-482a-8541-059c773578a9] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.509959] env[69843]: DEBUG nova.compute.utils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.513428] env[69843]: DEBUG nova.compute.manager [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.513428] env[69843]: DEBUG nova.network.neutron [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.552765] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ff95fcb4-33e2-4a93-a51c-78a2485e6dbf tempest-ServerTagsTestJSON-1385234209 tempest-ServerTagsTestJSON-1385234209-project-member] Lock "254736f6-56f6-47b2-b16d-417dfb91bd14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.966s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.586842] env[69843]: DEBUG nova.policy [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36828fb91c794940a2233f87c471337d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '651e402dd84c41a3bcfaa54731536f6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.688579] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "refresh_cache-3c2aee20-8a63-4949-b354-643a895f4fc6" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.688579] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "refresh_cache-3c2aee20-8a63-4949-b354-643a895f4fc6" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.688579] env[69843]: DEBUG nova.network.neutron [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.787992] env[69843]: DEBUG nova.network.neutron [-] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.868552] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d75b3fab-b298-4594-b869-895aae6c7dec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.879998] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eccebda-3d9f-456d-8bba-856a7f020a81 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.925429] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "9d7edebd-e43b-466f-8667-4f4aedc080cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.925941] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "9d7edebd-e43b-466f-8667-4f4aedc080cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.925941] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "9d7edebd-e43b-466f-8667-4f4aedc080cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.926160] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "9d7edebd-e43b-466f-8667-4f4aedc080cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.926412] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "9d7edebd-e43b-466f-8667-4f4aedc080cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.928515] env[69843]: INFO nova.compute.manager [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Terminating instance [ 936.931336] env[69843]: DEBUG nova.compute.manager [req-67ca1145-f327-44e5-abd3-b48766c6ada4 req-f849ad29-9c2e-44a5-be7b-92eb4b1078ae service nova] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Detach interface failed, port_id=a3d0fcef-a1c5-443c-9c00-085ffc6d8002, reason: Instance 623830cd-1473-4a97-8c20-77461d201d1a could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.976053] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: cdd53a99-8b97-437e-a304-209b5b69d609] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.991178] env[69843]: DEBUG nova.network.neutron [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Successfully created port: b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.016262] env[69843]: DEBUG nova.compute.manager [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.175240] env[69843]: DEBUG nova.network.neutron [-] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.290704] env[69843]: INFO nova.compute.manager [-] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Took 1.32 seconds to deallocate network for instance. [ 937.437766] env[69843]: DEBUG nova.compute.manager [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.437766] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.439354] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a520e94-e81b-47d2-90aa-767ff7f519e0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.447410] env[69843]: DEBUG nova.network.neutron [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.457239] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.457523] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44836863-990c-4d7a-a8c2-247ee52feb52 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.467124] env[69843]: DEBUG oslo_vmware.api [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 937.467124] env[69843]: value = "task-3704355" [ 937.467124] env[69843]: _type = "Task" [ 937.467124] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.482287] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 4828f76b-eab4-4f3d-8d92-e6a6ee79eb84] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.484381] env[69843]: DEBUG oslo_vmware.api [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.530624] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10596756-7cdd-4f0a-9b55-b92805902e00 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.545721] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43dc400-970c-4965-9ee0-6ced7629f8d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.585216] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f73e84b-60a8-4952-9287-8787eb080512 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.595527] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10320e21-048d-4acf-94f6-d03b309eadd6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.618871] env[69843]: DEBUG nova.compute.provider_tree [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.679445] env[69843]: INFO nova.compute.manager [-] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Took 1.33 seconds to deallocate network for instance. [ 937.799890] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.811757] env[69843]: DEBUG nova.network.neutron [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Updating instance_info_cache with network_info: [{"id": "d688f788-e9bd-4fb8-a00c-92d5335605bd", "address": "fa:16:3e:a6:0f:ac", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688f788-e9", "ovs_interfaceid": "d688f788-e9bd-4fb8-a00c-92d5335605bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.977327] env[69843]: DEBUG oslo_vmware.api [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704355, 'name': PowerOffVM_Task, 'duration_secs': 0.267327} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.977614] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.977836] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.978114] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b3f8045-888f-4509-a5b3-c28b70dc2cc0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.988327] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 45fc71fc-04b0-4f5d-9599-0ac9742f6a6e] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.037525] env[69843]: DEBUG nova.compute.manager [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.051242] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.051483] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.051663] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Deleting the datastore file [datastore1] 9d7edebd-e43b-466f-8667-4f4aedc080cb {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.052052] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb2aef75-0564-43b8-be98-7db4da2ed7bf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.062962] env[69843]: DEBUG oslo_vmware.api [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for the task: (returnval){ [ 938.062962] env[69843]: value = "task-3704357" [ 938.062962] env[69843]: _type = "Task" [ 938.062962] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.071662] env[69843]: DEBUG nova.compute.manager [req-2019db18-fe1e-4a5b-a81f-f90b60c2ba7a req-f2131031-62b8-40e9-8006-7e16ba81266f service nova] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Received event network-changed-d688f788-e9bd-4fb8-a00c-92d5335605bd {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.071662] env[69843]: DEBUG nova.compute.manager [req-2019db18-fe1e-4a5b-a81f-f90b60c2ba7a req-f2131031-62b8-40e9-8006-7e16ba81266f service nova] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Refreshing instance network info cache due to event network-changed-d688f788-e9bd-4fb8-a00c-92d5335605bd. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.071920] env[69843]: DEBUG oslo_concurrency.lockutils [req-2019db18-fe1e-4a5b-a81f-f90b60c2ba7a req-f2131031-62b8-40e9-8006-7e16ba81266f service nova] Acquiring lock "refresh_cache-3c2aee20-8a63-4949-b354-643a895f4fc6" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.079476] env[69843]: DEBUG oslo_vmware.api [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.081733] env[69843]: DEBUG nova.virt.hardware [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.081953] env[69843]: DEBUG nova.virt.hardware [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.082125] env[69843]: DEBUG nova.virt.hardware [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.082304] env[69843]: DEBUG nova.virt.hardware [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.082449] env[69843]: DEBUG nova.virt.hardware [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.082595] env[69843]: DEBUG nova.virt.hardware [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.082803] env[69843]: DEBUG nova.virt.hardware [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.083061] env[69843]: DEBUG nova.virt.hardware [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.088331] env[69843]: DEBUG nova.virt.hardware [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.088435] env[69843]: DEBUG nova.virt.hardware [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.088674] env[69843]: DEBUG nova.virt.hardware [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.090210] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2eca4f-7c07-43ff-a75e-956312e26fa7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.105185] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fce623-0d65-47b5-a762-bc5e2c90ad6b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.122543] env[69843]: DEBUG nova.scheduler.client.report [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.187240] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.318243] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "refresh_cache-3c2aee20-8a63-4949-b354-643a895f4fc6" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.322028] env[69843]: DEBUG nova.compute.manager [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Instance network_info: |[{"id": "d688f788-e9bd-4fb8-a00c-92d5335605bd", "address": "fa:16:3e:a6:0f:ac", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688f788-e9", "ovs_interfaceid": "d688f788-e9bd-4fb8-a00c-92d5335605bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.322330] env[69843]: DEBUG oslo_concurrency.lockutils [req-2019db18-fe1e-4a5b-a81f-f90b60c2ba7a req-f2131031-62b8-40e9-8006-7e16ba81266f service nova] Acquired lock "refresh_cache-3c2aee20-8a63-4949-b354-643a895f4fc6" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.322472] env[69843]: DEBUG nova.network.neutron [req-2019db18-fe1e-4a5b-a81f-f90b60c2ba7a req-f2131031-62b8-40e9-8006-7e16ba81266f service nova] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Refreshing network info cache for port d688f788-e9bd-4fb8-a00c-92d5335605bd {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.323837] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:0f:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd688f788-e9bd-4fb8-a00c-92d5335605bd', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.332592] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.333162] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.333412] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d510cb40-2569-4237-adad-741e880d10bf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.358334] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.358334] env[69843]: value = "task-3704358" [ 938.358334] env[69843]: _type = "Task" [ 938.358334] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.372726] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704358, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.445427] env[69843]: DEBUG nova.compute.manager [req-f05dbd32-90b2-4f58-a4a0-4c190b208bd3 req-905b5c08-1d34-47f5-8c69-046093a66f17 service nova] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Received event network-vif-deleted-2a835cc1-7944-4bf3-a4c3-6687e3f80af2 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.495390] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: c942ea2c-1af4-4f7c-9fdd-283d06a187e0] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.579025] env[69843]: DEBUG oslo_vmware.api [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Task: {'id': task-3704357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208673} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.579025] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.579025] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.579025] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.579025] env[69843]: INFO nova.compute.manager [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 938.579025] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.579025] env[69843]: DEBUG nova.compute.manager [-] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.579025] env[69843]: DEBUG nova.network.neutron [-] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.628607] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.629195] env[69843]: DEBUG nova.compute.manager [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.633018] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.837s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.633305] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.635853] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.757s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.637092] env[69843]: DEBUG nova.objects.instance [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 938.679228] env[69843]: INFO nova.scheduler.client.report [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Deleted allocations for instance 55fbbb65-ae87-4886-9353-406139351418 [ 938.878882] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704358, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.001640] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 54fe1d54-bec9-4888-9c79-cb23e2a11647] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.146454] env[69843]: DEBUG nova.compute.utils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.151247] env[69843]: DEBUG nova.compute.manager [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.151477] env[69843]: DEBUG nova.network.neutron [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.190282] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b6ad703a-c5a2-48f4-a24f-07c095b0631e tempest-VolumesAdminNegativeTest-514295296 tempest-VolumesAdminNegativeTest-514295296-project-member] Lock "55fbbb65-ae87-4886-9353-406139351418" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.061s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.220557] env[69843]: DEBUG nova.network.neutron [req-2019db18-fe1e-4a5b-a81f-f90b60c2ba7a req-f2131031-62b8-40e9-8006-7e16ba81266f service nova] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Updated VIF entry in instance network info cache for port d688f788-e9bd-4fb8-a00c-92d5335605bd. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.220924] env[69843]: DEBUG nova.network.neutron [req-2019db18-fe1e-4a5b-a81f-f90b60c2ba7a req-f2131031-62b8-40e9-8006-7e16ba81266f service nova] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Updating instance_info_cache with network_info: [{"id": "d688f788-e9bd-4fb8-a00c-92d5335605bd", "address": "fa:16:3e:a6:0f:ac", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd688f788-e9", "ovs_interfaceid": "d688f788-e9bd-4fb8-a00c-92d5335605bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.255240] env[69843]: DEBUG nova.policy [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '603b6dde3b1c4b14a9438dc45af5a68e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '521d99d44ba349019c3f58c6b10eb938', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.380403] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704358, 'name': CreateVM_Task, 'duration_secs': 0.635801} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.380525] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.381755] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.382048] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.382449] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.383320] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d32e025-cbea-4871-b9d8-769d2d060a56 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.392247] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 939.392247] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520b1114-b194-f80c-606c-6b180f938f8c" [ 939.392247] env[69843]: _type = "Task" [ 939.392247] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.408727] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520b1114-b194-f80c-606c-6b180f938f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.431339] env[69843]: DEBUG nova.network.neutron [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Successfully updated port: b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.507378] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 93638b9b-cc01-4aca-9e55-7cf5f24d95da] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.648978] env[69843]: DEBUG nova.compute.manager [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.655070] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06385d62-14c8-40d0-b75f-37bec09d9d2b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.655070] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.547s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.656326] env[69843]: INFO nova.compute.claims [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.728134] env[69843]: DEBUG oslo_concurrency.lockutils [req-2019db18-fe1e-4a5b-a81f-f90b60c2ba7a req-f2131031-62b8-40e9-8006-7e16ba81266f service nova] Releasing lock "refresh_cache-3c2aee20-8a63-4949-b354-643a895f4fc6" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.785037] env[69843]: DEBUG nova.network.neutron [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Successfully created port: eac262fb-61d2-4f37-adc0-ed35a0adadcc {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.908183] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520b1114-b194-f80c-606c-6b180f938f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.016165} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.908693] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.909071] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.911976] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.911976] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.911976] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.911976] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d1bdd20-7191-4a84-b6c0-c83f60560354 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.922978] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.925188] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.925188] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b75035b-ac76-4227-8a8e-368658504eb1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.934736] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 939.934736] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5253c830-60c3-963e-93e9-6f3e4ca8aa37" [ 939.934736] env[69843]: _type = "Task" [ 939.934736] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.934736] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.934736] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.935774] env[69843]: DEBUG nova.network.neutron [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.954285] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5253c830-60c3-963e-93e9-6f3e4ca8aa37, 'name': SearchDatastore_Task, 'duration_secs': 0.012489} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.955228] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784c9ac7-e320-4f54-ab6f-94f0cbc4f2c4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.966235] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 939.966235] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e01168-5e1b-1129-4932-1148262add74" [ 939.966235] env[69843]: _type = "Task" [ 939.966235] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.976715] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e01168-5e1b-1129-4932-1148262add74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.011625] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 62b00bec-6db7-4864-86eb-d702db8dbc47] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.051615] env[69843]: DEBUG nova.network.neutron [-] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.138861] env[69843]: DEBUG nova.compute.manager [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Received event network-vif-plugged-b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.140921] env[69843]: DEBUG oslo_concurrency.lockutils [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] Acquiring lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.140921] env[69843]: DEBUG oslo_concurrency.lockutils [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.140921] env[69843]: DEBUG oslo_concurrency.lockutils [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.141204] env[69843]: DEBUG nova.compute.manager [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] No waiting events found dispatching network-vif-plugged-b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 940.141298] env[69843]: WARNING nova.compute.manager [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Received unexpected event network-vif-plugged-b30e2b12-f55d-47a0-a541-77cdf8edd7af for instance with vm_state building and task_state spawning. [ 940.143565] env[69843]: DEBUG nova.compute.manager [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Received event network-changed-b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.143565] env[69843]: DEBUG nova.compute.manager [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Refreshing instance network info cache due to event network-changed-b30e2b12-f55d-47a0-a541-77cdf8edd7af. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.143565] env[69843]: DEBUG oslo_concurrency.lockutils [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] Acquiring lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.478462] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e01168-5e1b-1129-4932-1148262add74, 'name': SearchDatastore_Task, 'duration_secs': 0.015899} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.479501] env[69843]: DEBUG nova.network.neutron [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.481946] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.482524] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 3c2aee20-8a63-4949-b354-643a895f4fc6/3c2aee20-8a63-4949-b354-643a895f4fc6.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.482986] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-520614c9-024b-4c0f-b9fa-d4c855a78654 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.491367] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 940.491367] env[69843]: value = "task-3704359" [ 940.491367] env[69843]: _type = "Task" [ 940.491367] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.500566] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.518759] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 56e2f346-ee68-464e-9975-146a5cbf319b] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.558368] env[69843]: INFO nova.compute.manager [-] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Took 1.98 seconds to deallocate network for instance. [ 940.642350] env[69843]: DEBUG nova.network.neutron [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updating instance_info_cache with network_info: [{"id": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "address": "fa:16:3e:37:ee:cf", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30e2b12-f5", "ovs_interfaceid": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.662766] env[69843]: DEBUG nova.compute.manager [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.711253] env[69843]: DEBUG nova.virt.hardware [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.711456] env[69843]: DEBUG nova.virt.hardware [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.711718] env[69843]: DEBUG nova.virt.hardware [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.711781] env[69843]: DEBUG nova.virt.hardware [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.711947] env[69843]: DEBUG nova.virt.hardware [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.712134] env[69843]: DEBUG nova.virt.hardware [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.712351] env[69843]: DEBUG nova.virt.hardware [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.712510] env[69843]: DEBUG nova.virt.hardware [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.712684] env[69843]: DEBUG nova.virt.hardware [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.712828] env[69843]: DEBUG nova.virt.hardware [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.713038] env[69843]: DEBUG nova.virt.hardware [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.715415] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8b9e01-04da-425e-985b-4dc15c272264 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.726978] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbdb454-3ea3-4393-b34f-c1244da39edc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.754506] env[69843]: DEBUG nova.compute.manager [req-f5d92eae-8add-401d-8962-90ab0c965f9c req-28c3ebd4-e09f-4638-a558-966d8a09bac3 service nova] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Received event network-vif-deleted-b5c0f75e-db5e-4824-9c74-47e991701a65 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.003170] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704359, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.023023] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: a3ad4820-fe91-492f-9158-7be3e7b54531] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.069268] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.145461] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.147035] env[69843]: DEBUG nova.compute.manager [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Instance network_info: |[{"id": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "address": "fa:16:3e:37:ee:cf", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30e2b12-f5", "ovs_interfaceid": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.147035] env[69843]: DEBUG oslo_concurrency.lockutils [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] Acquired lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.147035] env[69843]: DEBUG nova.network.neutron [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Refreshing network info cache for port b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.149269] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:ee:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b30e2b12-f55d-47a0-a541-77cdf8edd7af', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.157887] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating folder: Project (651e402dd84c41a3bcfaa54731536f6f). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.164989] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56903424-ba48-4b7a-b7ef-6d327ed78243 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.183681] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Created folder: Project (651e402dd84c41a3bcfaa54731536f6f) in parent group-v737654. [ 941.184298] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating folder: Instances. Parent ref: group-v737844. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.184619] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2230360-737f-45f5-80bd-6c59f451dfdf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.202387] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Created folder: Instances in parent group-v737844. [ 941.202667] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.206034] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.207771] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fa5e1e8-0ecc-406f-b52d-d3cb54dffa3b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.232189] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85797d58-d177-4a3f-8a53-d55393db766c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.243785] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c81eac-b146-47f8-b202-20c92088cbc3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.249020] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.249020] env[69843]: value = "task-3704362" [ 941.249020] env[69843]: _type = "Task" [ 941.249020] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.280977] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f0e5f-d705-474f-8822-d0cc1aeccfec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.288314] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704362, 'name': CreateVM_Task} progress is 15%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.294137] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a403c0f3-59a6-4faf-b5a7-e4ef303688cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.313024] env[69843]: DEBUG nova.compute.provider_tree [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.503710] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546733} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.503978] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 3c2aee20-8a63-4949-b354-643a895f4fc6/3c2aee20-8a63-4949-b354-643a895f4fc6.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.504272] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.504557] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51d34da9-3de1-4ee8-94d5-56b9c93fc69c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.512864] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 941.512864] env[69843]: value = "task-3704363" [ 941.512864] env[69843]: _type = "Task" [ 941.512864] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.521309] env[69843]: DEBUG nova.network.neutron [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updated VIF entry in instance network info cache for port b30e2b12-f55d-47a0-a541-77cdf8edd7af. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.521900] env[69843]: DEBUG nova.network.neutron [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updating instance_info_cache with network_info: [{"id": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "address": "fa:16:3e:37:ee:cf", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30e2b12-f5", "ovs_interfaceid": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.528239] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 66659cd1-aabd-4158-86c6-66ef8977416d] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.528546] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.533648] env[69843]: DEBUG nova.network.neutron [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Successfully updated port: eac262fb-61d2-4f37-adc0-ed35a0adadcc {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.759873] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704362, 'name': CreateVM_Task, 'duration_secs': 0.506123} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.759873] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.761753] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.761753] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.761753] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.762107] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f530b91d-ffaa-461b-9bee-804c2c5951e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.771874] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 941.771874] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522454a9-a7e2-06c9-1593-19fe04edf0c1" [ 941.771874] env[69843]: _type = "Task" [ 941.771874] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.782820] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522454a9-a7e2-06c9-1593-19fe04edf0c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.822288] env[69843]: DEBUG nova.scheduler.client.report [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.022938] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115054} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.023302] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.024117] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2538d42b-5278-47b9-a3b4-11f335135b7b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.038893] env[69843]: DEBUG oslo_concurrency.lockutils [req-cd6f5447-3fea-4f44-94dc-07744be0da08 req-8b98a6f9-a172-40a6-a70a-aecd6c2d4b81 service nova] Releasing lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.039480] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: c4ced098-7a4f-4842-895d-e600126f7916] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.050143] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 3c2aee20-8a63-4949-b354-643a895f4fc6/3c2aee20-8a63-4949-b354-643a895f4fc6.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.050939] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "refresh_cache-a547b0d0-377a-44fe-a750-6d0ab748fcff" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.051071] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired lock "refresh_cache-a547b0d0-377a-44fe-a750-6d0ab748fcff" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.051210] env[69843]: DEBUG nova.network.neutron [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.052195] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2ae5391-5882-4af3-8724-bf4b24314018 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.078492] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 942.078492] env[69843]: value = "task-3704364" [ 942.078492] env[69843]: _type = "Task" [ 942.078492] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.094398] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.121087] env[69843]: DEBUG nova.network.neutron [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.192502] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.192781] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.299589] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522454a9-a7e2-06c9-1593-19fe04edf0c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.299975] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.300244] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.300495] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.300635] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.300809] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.301632] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bf14535-154d-43d5-9592-6341fb8d9fdb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.316259] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.316510] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.318384] env[69843]: DEBUG nova.network.neutron [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Updating instance_info_cache with network_info: [{"id": "eac262fb-61d2-4f37-adc0-ed35a0adadcc", "address": "fa:16:3e:14:72:a2", "network": {"id": "a02fde56-bb4b-4378-ba0d-374ffcbd7cfc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-7486345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "521d99d44ba349019c3f58c6b10eb938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac262fb-61", "ovs_interfaceid": "eac262fb-61d2-4f37-adc0-ed35a0adadcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.319466] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111490ca-be37-44f2-af08-f53dc2e8b499 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.327689] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 942.327689] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52132c20-4afc-798d-fc11-738834bb7107" [ 942.327689] env[69843]: _type = "Task" [ 942.327689] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.329971] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.329971] env[69843]: DEBUG nova.compute.manager [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.335456] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.526s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.336046] env[69843]: DEBUG nova.objects.instance [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 942.345148] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52132c20-4afc-798d-fc11-738834bb7107, 'name': SearchDatastore_Task, 'duration_secs': 0.013687} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.346328] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1647ed-965d-4b4d-900d-d399ab987db9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.352787] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 942.352787] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52616f08-42ee-5c94-b226-5ac5f7f35d68" [ 942.352787] env[69843]: _type = "Task" [ 942.352787] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.365399] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52616f08-42ee-5c94-b226-5ac5f7f35d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.551715] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: ad18a9f2-6a6d-4b33-aa8b-f24826347acc] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.589517] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704364, 'name': ReconfigVM_Task, 'duration_secs': 0.358199} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.589836] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 3c2aee20-8a63-4949-b354-643a895f4fc6/3c2aee20-8a63-4949-b354-643a895f4fc6.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.590484] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2188bec-1df9-4887-9b74-f9fc595d9c01 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.597563] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 942.597563] env[69843]: value = "task-3704365" [ 942.597563] env[69843]: _type = "Task" [ 942.597563] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.607778] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704365, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.695589] env[69843]: DEBUG nova.compute.manager [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.790395] env[69843]: DEBUG nova.compute.manager [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.791867] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa92f13c-00c9-4aa9-a16c-39c3360f85c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.825534] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Releasing lock "refresh_cache-a547b0d0-377a-44fe-a750-6d0ab748fcff" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.825534] env[69843]: DEBUG nova.compute.manager [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Instance network_info: |[{"id": "eac262fb-61d2-4f37-adc0-ed35a0adadcc", "address": "fa:16:3e:14:72:a2", "network": {"id": "a02fde56-bb4b-4378-ba0d-374ffcbd7cfc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-7486345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "521d99d44ba349019c3f58c6b10eb938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac262fb-61", "ovs_interfaceid": "eac262fb-61d2-4f37-adc0-ed35a0adadcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.825534] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:72:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eac262fb-61d2-4f37-adc0-ed35a0adadcc', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.831961] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.832481] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.832725] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfc3d122-9d1f-4f6f-898e-d4d31f3f100a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.849039] env[69843]: DEBUG nova.compute.utils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.853286] env[69843]: DEBUG nova.compute.manager [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.853409] env[69843]: DEBUG nova.network.neutron [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.862506] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.862506] env[69843]: value = "task-3704366" [ 942.862506] env[69843]: _type = "Task" [ 942.862506] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.869704] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52616f08-42ee-5c94-b226-5ac5f7f35d68, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.872155] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.872155] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] bd5fea86-ad66-42fe-937f-a9bc38d94f5e/bd5fea86-ad66-42fe-937f-a9bc38d94f5e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.876026] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bb1c146-33d5-405a-9ebd-b18c83d9c9cc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.876725] env[69843]: DEBUG nova.compute.manager [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Received event network-vif-plugged-eac262fb-61d2-4f37-adc0-ed35a0adadcc {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.876936] env[69843]: DEBUG oslo_concurrency.lockutils [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] Acquiring lock "a547b0d0-377a-44fe-a750-6d0ab748fcff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.877171] env[69843]: DEBUG oslo_concurrency.lockutils [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] Lock "a547b0d0-377a-44fe-a750-6d0ab748fcff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.877318] env[69843]: DEBUG oslo_concurrency.lockutils [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] Lock "a547b0d0-377a-44fe-a750-6d0ab748fcff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.877477] env[69843]: DEBUG nova.compute.manager [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] No waiting events found dispatching network-vif-plugged-eac262fb-61d2-4f37-adc0-ed35a0adadcc {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 942.877633] env[69843]: WARNING nova.compute.manager [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Received unexpected event network-vif-plugged-eac262fb-61d2-4f37-adc0-ed35a0adadcc for instance with vm_state building and task_state spawning. [ 942.877853] env[69843]: DEBUG nova.compute.manager [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Received event network-changed-eac262fb-61d2-4f37-adc0-ed35a0adadcc {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.878029] env[69843]: DEBUG nova.compute.manager [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Refreshing instance network info cache due to event network-changed-eac262fb-61d2-4f37-adc0-ed35a0adadcc. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.878212] env[69843]: DEBUG oslo_concurrency.lockutils [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] Acquiring lock "refresh_cache-a547b0d0-377a-44fe-a750-6d0ab748fcff" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.878339] env[69843]: DEBUG oslo_concurrency.lockutils [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] Acquired lock "refresh_cache-a547b0d0-377a-44fe-a750-6d0ab748fcff" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.878486] env[69843]: DEBUG nova.network.neutron [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Refreshing network info cache for port eac262fb-61d2-4f37-adc0-ed35a0adadcc {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.885847] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704366, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.887477] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 942.887477] env[69843]: value = "task-3704367" [ 942.887477] env[69843]: _type = "Task" [ 942.887477] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.898916] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.905929] env[69843]: DEBUG nova.policy [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '903302db778940aa8200f7703157cd33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e849f93f0111429f8d2f75474cde3e3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.057377] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: d2314af3-6ce2-49d8-991e-0d214c827d18] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.109093] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704365, 'name': Rename_Task, 'duration_secs': 0.159912} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.109093] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.109238] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0954453-3947-453e-905e-54c0814e912d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.117222] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 943.117222] env[69843]: value = "task-3704368" [ 943.117222] env[69843]: _type = "Task" [ 943.117222] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.127451] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.218092] env[69843]: DEBUG nova.network.neutron [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Successfully created port: ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.226316] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.305197] env[69843]: INFO nova.compute.manager [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] instance snapshotting [ 943.305941] env[69843]: DEBUG nova.objects.instance [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'flavor' on Instance uuid 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.353822] env[69843]: DEBUG nova.compute.manager [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.363596] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac09be6e-bc06-4653-a720-a708d7289c99 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.365073] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.906s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.365301] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.368250] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.419s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.368250] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.369606] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.373s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.369849] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.371706] env[69843]: DEBUG oslo_concurrency.lockutils [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.705s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.371909] env[69843]: DEBUG oslo_concurrency.lockutils [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.373725] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.624s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.375270] env[69843]: INFO nova.compute.claims [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.398135] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704366, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.405179] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.414961] env[69843]: INFO nova.scheduler.client.report [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Deleted allocations for instance b0d1991c-f262-48be-82a5-8a8f3cca813b [ 943.425273] env[69843]: INFO nova.scheduler.client.report [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Deleted allocations for instance 4172346a-1181-4649-9610-4de1cf2c2dd2 [ 943.433470] env[69843]: INFO nova.scheduler.client.report [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Deleted allocations for instance 6c2b40b6-9a27-4bfa-898e-182bcd13bed3 [ 943.453081] env[69843]: INFO nova.scheduler.client.report [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted allocations for instance f8b0711c-2448-4aa1-b297-e2d5d1e56f4a [ 943.560127] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 66ae357b-4902-4d79-b4e4-f54013568a36] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.629112] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.664846] env[69843]: DEBUG nova.network.neutron [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Updated VIF entry in instance network info cache for port eac262fb-61d2-4f37-adc0-ed35a0adadcc. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.665911] env[69843]: DEBUG nova.network.neutron [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Updating instance_info_cache with network_info: [{"id": "eac262fb-61d2-4f37-adc0-ed35a0adadcc", "address": "fa:16:3e:14:72:a2", "network": {"id": "a02fde56-bb4b-4378-ba0d-374ffcbd7cfc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-7486345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "521d99d44ba349019c3f58c6b10eb938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac262fb-61", "ovs_interfaceid": "eac262fb-61d2-4f37-adc0-ed35a0adadcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.815357] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d078726d-4e68-4972-88d6-ed5d598a2ccb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.838927] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e92978-fdce-4002-894f-33e731cf7bf6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.896831] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704366, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.903407] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704367, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.930806] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d4ec6ec9-8568-49df-89ff-3970ab6937a2 tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "b0d1991c-f262-48be-82a5-8a8f3cca813b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.329s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.940030] env[69843]: DEBUG oslo_concurrency.lockutils [None req-413b2886-0f92-4e74-a591-c5e0961d8fd4 tempest-InstanceActionsNegativeTestJSON-1836649985 tempest-InstanceActionsNegativeTestJSON-1836649985-project-member] Lock "4172346a-1181-4649-9610-4de1cf2c2dd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.554s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.946584] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f21f6d1a-9a9a-4915-878f-0926c0754f2a tempest-AttachInterfacesV270Test-1257762735 tempest-AttachInterfacesV270Test-1257762735-project-member] Lock "6c2b40b6-9a27-4bfa-898e-182bcd13bed3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.413s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.962459] env[69843]: DEBUG oslo_concurrency.lockutils [None req-47ff33f5-0050-4c66-94f6-fabf7317335f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "f8b0711c-2448-4aa1-b297-e2d5d1e56f4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.515s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.062885] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 1964a3cc-a62d-4085-94cf-b0495ea26fe0] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.133464] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.168426] env[69843]: DEBUG oslo_concurrency.lockutils [req-c777dbac-9468-4292-8c73-5f6991e429b9 req-0b77a7b4-8144-4648-aa17-8303e4067e27 service nova] Releasing lock "refresh_cache-a547b0d0-377a-44fe-a750-6d0ab748fcff" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.351592] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 944.352822] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-701854fb-5fcc-465d-bd54-b9c5295eb0c4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.368031] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 944.368031] env[69843]: value = "task-3704369" [ 944.368031] env[69843]: _type = "Task" [ 944.368031] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.374754] env[69843]: DEBUG nova.compute.manager [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.383816] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704369, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.407809] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704366, 'name': CreateVM_Task, 'duration_secs': 1.454865} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.411964] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.412127] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704367, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.363012} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.415128] env[69843]: DEBUG nova.virt.hardware [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.415128] env[69843]: DEBUG nova.virt.hardware [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.415128] env[69843]: DEBUG nova.virt.hardware [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.415393] env[69843]: DEBUG nova.virt.hardware [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.415393] env[69843]: DEBUG nova.virt.hardware [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.415448] env[69843]: DEBUG nova.virt.hardware [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.415618] env[69843]: DEBUG nova.virt.hardware [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.415767] env[69843]: DEBUG nova.virt.hardware [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.417797] env[69843]: DEBUG nova.virt.hardware [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.417797] env[69843]: DEBUG nova.virt.hardware [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.417797] env[69843]: DEBUG nova.virt.hardware [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.417797] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.417797] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.417797] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.418060] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] bd5fea86-ad66-42fe-937f-a9bc38d94f5e/bd5fea86-ad66-42fe-937f-a9bc38d94f5e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.418060] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.418887] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d335ab9-2adf-474b-bacb-ffbd4fb8a63c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.421962] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20ccbed-a856-46bb-8073-4314edcb9809 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.423481] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f25cb1ae-b39e-4458-96b6-ef3e86b58270 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.440242] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 944.440242] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529a1b92-7f5e-0eb7-c652-d64009298e54" [ 944.440242] env[69843]: _type = "Task" [ 944.440242] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.443261] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5fc1e4-8de5-4b94-a222-6af8f135e327 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.447590] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 944.447590] env[69843]: value = "task-3704370" [ 944.447590] env[69843]: _type = "Task" [ 944.447590] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.476634] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.476911] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529a1b92-7f5e-0eb7-c652-d64009298e54, 'name': SearchDatastore_Task, 'duration_secs': 0.012937} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.477236] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.477526] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.477814] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.477984] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.478241] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.481103] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55743462-6079-471d-ad11-007ec2ffc449 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.491548] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.491768] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.493013] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7bdae78-370a-4800-8705-9a4d197da323 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.501336] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 944.501336] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523104c5-2d86-e197-72a8-33f839c0f0bc" [ 944.501336] env[69843]: _type = "Task" [ 944.501336] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.511893] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523104c5-2d86-e197-72a8-33f839c0f0bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.567677] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: e80028c3-0380-42f7-b907-58d545e343cf] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.635592] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704368, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.881380] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704369, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.882377] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668730e3-1e5d-435f-8662-8447169ca9d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.890479] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b855f5f-24cd-4902-8ca7-872a77d86bab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.925263] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f954cd6-bfa9-415f-b58d-0562061792f9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.934306] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ff3a4f-09c8-4f20-a881-0e8d8e851123 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.950885] env[69843]: DEBUG nova.compute.provider_tree [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.964223] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085665} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.964223] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.964838] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7449cae1-fe7f-4a6f-9d93-6fca76fef394 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.990150] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] bd5fea86-ad66-42fe-937f-a9bc38d94f5e/bd5fea86-ad66-42fe-937f-a9bc38d94f5e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.990845] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1108ea64-b57e-49af-b79c-b8d74995f62b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.016111] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523104c5-2d86-e197-72a8-33f839c0f0bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013462} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.018165] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 945.018165] env[69843]: value = "task-3704371" [ 945.018165] env[69843]: _type = "Task" [ 945.018165] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.018279] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d6f23f-151e-4d9c-be6c-3b21b6f25ba6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.028140] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 945.028140] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5219d53e-a9d2-9a29-5965-a4144de31071" [ 945.028140] env[69843]: _type = "Task" [ 945.028140] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.034329] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704371, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.040177] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5219d53e-a9d2-9a29-5965-a4144de31071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.073436] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 72bac9c3-fd70-4de4-8aea-37516ac2b0f4] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.075654] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "3d500eda-6c7a-442c-a514-b8929ed735e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.075821] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "3d500eda-6c7a-442c-a514-b8929ed735e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.076054] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "3d500eda-6c7a-442c-a514-b8929ed735e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.076339] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "3d500eda-6c7a-442c-a514-b8929ed735e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.076454] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "3d500eda-6c7a-442c-a514-b8929ed735e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.078612] env[69843]: INFO nova.compute.manager [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Terminating instance [ 945.134472] env[69843]: DEBUG oslo_vmware.api [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704368, 'name': PowerOnVM_Task, 'duration_secs': 1.631488} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.136697] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.136697] env[69843]: INFO nova.compute.manager [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Took 9.68 seconds to spawn the instance on the hypervisor. [ 945.136697] env[69843]: DEBUG nova.compute.manager [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 945.136697] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a5e5bc-686a-4e93-a985-62062b11f283 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.151886] env[69843]: DEBUG nova.compute.manager [req-d08b24a2-8586-4196-bd0c-b9e6ec60ba08 req-fed01423-be56-4ae1-b9e8-752b0d75504b service nova] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Received event network-vif-plugged-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.152186] env[69843]: DEBUG oslo_concurrency.lockutils [req-d08b24a2-8586-4196-bd0c-b9e6ec60ba08 req-fed01423-be56-4ae1-b9e8-752b0d75504b service nova] Acquiring lock "294d870f-3083-47dc-80d6-88377ce7f6b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.152400] env[69843]: DEBUG oslo_concurrency.lockutils [req-d08b24a2-8586-4196-bd0c-b9e6ec60ba08 req-fed01423-be56-4ae1-b9e8-752b0d75504b service nova] Lock "294d870f-3083-47dc-80d6-88377ce7f6b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.152624] env[69843]: DEBUG oslo_concurrency.lockutils [req-d08b24a2-8586-4196-bd0c-b9e6ec60ba08 req-fed01423-be56-4ae1-b9e8-752b0d75504b service nova] Lock "294d870f-3083-47dc-80d6-88377ce7f6b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.152918] env[69843]: DEBUG nova.compute.manager [req-d08b24a2-8586-4196-bd0c-b9e6ec60ba08 req-fed01423-be56-4ae1-b9e8-752b0d75504b service nova] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] No waiting events found dispatching network-vif-plugged-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 945.153236] env[69843]: WARNING nova.compute.manager [req-d08b24a2-8586-4196-bd0c-b9e6ec60ba08 req-fed01423-be56-4ae1-b9e8-752b0d75504b service nova] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Received unexpected event network-vif-plugged-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 for instance with vm_state building and task_state spawning. [ 945.308206] env[69843]: DEBUG nova.network.neutron [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Successfully updated port: ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.381767] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704369, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.454219] env[69843]: DEBUG nova.scheduler.client.report [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.531187] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704371, 'name': ReconfigVM_Task, 'duration_secs': 0.389442} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.534414] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] bd5fea86-ad66-42fe-937f-a9bc38d94f5e/bd5fea86-ad66-42fe-937f-a9bc38d94f5e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.535142] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6f27494-dee3-4899-adb4-06442b207354 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.543807] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5219d53e-a9d2-9a29-5965-a4144de31071, 'name': SearchDatastore_Task, 'duration_secs': 0.02855} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.545333] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.545676] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] a547b0d0-377a-44fe-a750-6d0ab748fcff/a547b0d0-377a-44fe-a750-6d0ab748fcff.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.546022] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 945.546022] env[69843]: value = "task-3704372" [ 945.546022] env[69843]: _type = "Task" [ 945.546022] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.546263] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-603adbe1-0a51-4822-81f3-e03aa657e143 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.556973] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704372, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.558441] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 945.558441] env[69843]: value = "task-3704373" [ 945.558441] env[69843]: _type = "Task" [ 945.558441] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.569091] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.579523] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 6a271729-591c-4dda-969d-d901e8760815] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.582281] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "refresh_cache-3d500eda-6c7a-442c-a514-b8929ed735e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.582517] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquired lock "refresh_cache-3d500eda-6c7a-442c-a514-b8929ed735e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.582709] env[69843]: DEBUG nova.network.neutron [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.666914] env[69843]: INFO nova.compute.manager [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Took 65.86 seconds to build instance. [ 945.812322] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.812462] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.812613] env[69843]: DEBUG nova.network.neutron [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.878516] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704369, 'name': CreateSnapshot_Task, 'duration_secs': 1.327357} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.878860] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 945.879899] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e80f56-04dc-4d7b-83bf-4af20768506e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.960078] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.960639] env[69843]: DEBUG nova.compute.manager [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.963512] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.725s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.969225] env[69843]: INFO nova.compute.claims [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.064593] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704372, 'name': Rename_Task, 'duration_secs': 0.203305} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.069636] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.070540] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3a1d671-b5d5-44cd-b5f3-77feee2c8026 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.080437] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704373, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.082413] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 946.082413] env[69843]: value = "task-3704374" [ 946.082413] env[69843]: _type = "Task" [ 946.082413] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.087885] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 3006d961-2b97-45ca-aa2f-d24c378b15c8] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.099794] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.113993] env[69843]: DEBUG nova.network.neutron [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.169772] env[69843]: DEBUG oslo_concurrency.lockutils [None req-61301e0b-00e0-4172-8042-6790bb7e1ad0 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "3c2aee20-8a63-4949-b354-643a895f4fc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.374s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.185167] env[69843]: DEBUG nova.network.neutron [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.379708] env[69843]: DEBUG nova.network.neutron [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.406196] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 946.406595] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43e3c98f-9d64-43b9-ba7e-135bc7acca99 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.420141] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 946.420141] env[69843]: value = "task-3704375" [ 946.420141] env[69843]: _type = "Task" [ 946.420141] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.430036] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704375, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.477861] env[69843]: DEBUG nova.compute.utils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.479240] env[69843]: DEBUG nova.compute.manager [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.479471] env[69843]: DEBUG nova.network.neutron [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.567247] env[69843]: DEBUG nova.policy [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '555eac58f78744e78a44595478764657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63428ac12cb94c55ac5d7aed9e9f2bf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.583467] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627954} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.588948] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] a547b0d0-377a-44fe-a750-6d0ab748fcff/a547b0d0-377a-44fe-a750-6d0ab748fcff.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.589232] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.589909] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: ca89ba12-1438-44fa-b88a-bbe9386b4dce] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.592021] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9a8d854-de65-4b74-bfca-3cd102b89232 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.606213] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704374, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.606213] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 946.606213] env[69843]: value = "task-3704376" [ 946.606213] env[69843]: _type = "Task" [ 946.606213] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.617666] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.633358] env[69843]: DEBUG nova.network.neutron [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance_info_cache with network_info: [{"id": "ca76f50c-8620-4f05-89b4-bdd2eef2f6e6", "address": "fa:16:3e:87:87:61", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca76f50c-86", "ovs_interfaceid": "ca76f50c-8620-4f05-89b4-bdd2eef2f6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.694610] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Releasing lock "refresh_cache-3d500eda-6c7a-442c-a514-b8929ed735e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.695122] env[69843]: DEBUG nova.compute.manager [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.695285] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.697129] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899dd155-7451-4cd8-8903-99aef54be39e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.709058] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.709216] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bf5acb9-6f9e-48cb-bee8-f01e4196cfc7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.721189] env[69843]: DEBUG oslo_vmware.api [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 946.721189] env[69843]: value = "task-3704377" [ 946.721189] env[69843]: _type = "Task" [ 946.721189] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.733758] env[69843]: DEBUG oslo_vmware.api [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.931489] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704375, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.985394] env[69843]: DEBUG nova.compute.manager [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.101016] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: ec49a58d-6b7f-47a3-bdeb-bfdcb3fcd043] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.103061] env[69843]: DEBUG oslo_vmware.api [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704374, 'name': PowerOnVM_Task, 'duration_secs': 0.597584} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.108443] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.108679] env[69843]: INFO nova.compute.manager [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Took 9.07 seconds to spawn the instance on the hypervisor. [ 947.108908] env[69843]: DEBUG nova.compute.manager [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.114052] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3928a6-d1b6-4a9a-bb67-4579d7090d0b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.124502] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089526} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.125425] env[69843]: DEBUG nova.network.neutron [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Successfully created port: 7304b9e6-df77-47d1-86a7-4b26333e4e50 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.129532] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.139056] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f458418f-14e1-4555-94ff-d01186702bac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.143524] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.148146] env[69843]: DEBUG nova.compute.manager [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Instance network_info: |[{"id": "ca76f50c-8620-4f05-89b4-bdd2eef2f6e6", "address": "fa:16:3e:87:87:61", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca76f50c-86", "ovs_interfaceid": "ca76f50c-8620-4f05-89b4-bdd2eef2f6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.148146] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:87:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca76f50c-8620-4f05-89b4-bdd2eef2f6e6', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.154187] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.155870] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.157251] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeba1f57-b159-49e3-9fdd-8cfa6c1709f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.197255] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] a547b0d0-377a-44fe-a750-6d0ab748fcff/a547b0d0-377a-44fe-a750-6d0ab748fcff.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.199557] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6477464-27ca-47e2-98bd-93df98070927 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.223039] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.223039] env[69843]: value = "task-3704378" [ 947.223039] env[69843]: _type = "Task" [ 947.223039] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.233818] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 947.233818] env[69843]: value = "task-3704379" [ 947.233818] env[69843]: _type = "Task" [ 947.233818] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.245643] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704378, 'name': CreateVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.246033] env[69843]: DEBUG oslo_vmware.api [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704377, 'name': PowerOffVM_Task, 'duration_secs': 0.409642} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.249292] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.249473] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.250618] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80e3584a-903e-495f-9d58-f638bdb55083 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.256924] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.289510] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.289510] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.289510] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Deleting the datastore file [datastore1] 3d500eda-6c7a-442c-a514-b8929ed735e1 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.292613] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ab2bf5b-a7a7-493b-a352-bc04f10f5648 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.302571] env[69843]: DEBUG oslo_vmware.api [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for the task: (returnval){ [ 947.302571] env[69843]: value = "task-3704381" [ 947.302571] env[69843]: _type = "Task" [ 947.302571] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.313755] env[69843]: DEBUG oslo_vmware.api [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.439925] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704375, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.599197] env[69843]: DEBUG nova.compute.manager [req-43195c41-a19e-4161-94e9-b981bcad9b6f req-b97cf766-d251-4ac5-9963-897809924cbd service nova] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Received event network-changed-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.599197] env[69843]: DEBUG nova.compute.manager [req-43195c41-a19e-4161-94e9-b981bcad9b6f req-b97cf766-d251-4ac5-9963-897809924cbd service nova] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Refreshing instance network info cache due to event network-changed-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.599977] env[69843]: DEBUG oslo_concurrency.lockutils [req-43195c41-a19e-4161-94e9-b981bcad9b6f req-b97cf766-d251-4ac5-9963-897809924cbd service nova] Acquiring lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.599977] env[69843]: DEBUG oslo_concurrency.lockutils [req-43195c41-a19e-4161-94e9-b981bcad9b6f req-b97cf766-d251-4ac5-9963-897809924cbd service nova] Acquired lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.599977] env[69843]: DEBUG nova.network.neutron [req-43195c41-a19e-4161-94e9-b981bcad9b6f req-b97cf766-d251-4ac5-9963-897809924cbd service nova] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Refreshing network info cache for port ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.604171] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8d609a-f26a-41ff-8424-304c9a0981f4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.606166] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 29a09314-10de-4b2e-8321-e4efab012869] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.617637] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b826c334-5b70-4e9e-81d6-7c35685a715b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.668286] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da8d5f2-2933-49af-af1d-ee8bf19f8d42 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.672647] env[69843]: INFO nova.compute.manager [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Took 61.74 seconds to build instance. [ 947.681559] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47e6c32-712b-422c-87c5-80f9281d47e3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.698906] env[69843]: DEBUG nova.compute.provider_tree [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.724289] env[69843]: DEBUG oslo_concurrency.lockutils [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "3c2aee20-8a63-4949-b354-643a895f4fc6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.724555] env[69843]: DEBUG oslo_concurrency.lockutils [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "3c2aee20-8a63-4949-b354-643a895f4fc6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.726655] env[69843]: DEBUG nova.compute.manager [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.726655] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51844283-f951-452e-96b3-c2b34a4f82b2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.745376] env[69843]: DEBUG nova.compute.manager [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69843) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 947.745726] env[69843]: DEBUG nova.objects.instance [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lazy-loading 'flavor' on Instance uuid 3c2aee20-8a63-4949-b354-643a895f4fc6 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.747158] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704378, 'name': CreateVM_Task, 'duration_secs': 0.530724} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.750693] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.751972] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.752186] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.752550] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.753438] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01792903-8772-47d5-9f36-9b96f0c89daf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.759252] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704379, 'name': ReconfigVM_Task, 'duration_secs': 0.479824} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.760035] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Reconfigured VM instance instance-00000043 to attach disk [datastore2] a547b0d0-377a-44fe-a750-6d0ab748fcff/a547b0d0-377a-44fe-a750-6d0ab748fcff.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.760818] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-739518aa-ce38-46ba-b068-c0af79d2b0bf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.765058] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 947.765058] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f25bef-bba1-e26c-0833-593dc5a779b9" [ 947.765058] env[69843]: _type = "Task" [ 947.765058] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.771430] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 947.771430] env[69843]: value = "task-3704382" [ 947.771430] env[69843]: _type = "Task" [ 947.771430] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.777296] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f25bef-bba1-e26c-0833-593dc5a779b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.783575] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704382, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.815880] env[69843]: DEBUG oslo_vmware.api [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Task: {'id': task-3704381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128825} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.816218] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.816496] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.816685] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.817220] env[69843]: INFO nova.compute.manager [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 947.817220] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.817474] env[69843]: DEBUG nova.compute.manager [-] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.817592] env[69843]: DEBUG nova.network.neutron [-] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.854873] env[69843]: DEBUG nova.network.neutron [-] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.932757] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704375, 'name': CloneVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.998735] env[69843]: DEBUG nova.compute.manager [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.040400] env[69843]: DEBUG nova.virt.hardware [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.040400] env[69843]: DEBUG nova.virt.hardware [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.040400] env[69843]: DEBUG nova.virt.hardware [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.040400] env[69843]: DEBUG nova.virt.hardware [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.040400] env[69843]: DEBUG nova.virt.hardware [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.040400] env[69843]: DEBUG nova.virt.hardware [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.040400] env[69843]: DEBUG nova.virt.hardware [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.040705] env[69843]: DEBUG nova.virt.hardware [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.040705] env[69843]: DEBUG nova.virt.hardware [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.040853] env[69843]: DEBUG nova.virt.hardware [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.041045] env[69843]: DEBUG nova.virt.hardware [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.041941] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c401a0a1-8244-444f-9146-92e5c3ed628a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.059297] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816a780e-2f8c-4c6c-b575-ff6a2e2f22da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.110941] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 25fff063-fede-436b-95a9-b392d0771beb] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.177666] env[69843]: DEBUG oslo_concurrency.lockutils [None req-201dfcd6-0080-423c-8edb-81f656ecc9ff tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.937s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.203522] env[69843]: DEBUG nova.scheduler.client.report [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.288018] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f25bef-bba1-e26c-0833-593dc5a779b9, 'name': SearchDatastore_Task, 'duration_secs': 0.019569} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.291477] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.291992] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.292417] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.292570] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.292866] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.293196] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704382, 'name': Rename_Task, 'duration_secs': 0.375391} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.293892] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75ad5200-d41f-45a5-bb26-14c701be5e7b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.296428] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.296740] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9de3425a-6026-491f-8792-33c54f047c3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.310210] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 948.310210] env[69843]: value = "task-3704383" [ 948.310210] env[69843]: _type = "Task" [ 948.310210] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.313194] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.313194] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.318200] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96753e7b-1c56-4132-95a9-06737d912bf7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.329534] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 948.329534] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526e29e3-7a70-db88-8fb2-7fa359cdc749" [ 948.329534] env[69843]: _type = "Task" [ 948.329534] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.329928] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.339325] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526e29e3-7a70-db88-8fb2-7fa359cdc749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.359871] env[69843]: DEBUG nova.network.neutron [-] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.435346] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704375, 'name': CloneVM_Task, 'duration_secs': 1.541325} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.436017] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Created linked-clone VM from snapshot [ 948.436432] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d163e-2edf-48f0-ab7f-11971f71e134 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.444808] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Uploading image 832c419a-f685-4a64-8cf8-1949019e3b4e {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 948.475378] env[69843]: DEBUG oslo_vmware.rw_handles [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 948.475378] env[69843]: value = "vm-737849" [ 948.475378] env[69843]: _type = "VirtualMachine" [ 948.475378] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 948.475945] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f1da8d13-4156-44ac-ae49-e66b9109cabe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.485972] env[69843]: DEBUG oslo_vmware.rw_handles [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lease: (returnval){ [ 948.485972] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5232a801-0f4f-5ff3-16d8-bf95e2dd5415" [ 948.485972] env[69843]: _type = "HttpNfcLease" [ 948.485972] env[69843]: } obtained for exporting VM: (result){ [ 948.485972] env[69843]: value = "vm-737849" [ 948.485972] env[69843]: _type = "VirtualMachine" [ 948.485972] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 948.486425] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the lease: (returnval){ [ 948.486425] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5232a801-0f4f-5ff3-16d8-bf95e2dd5415" [ 948.486425] env[69843]: _type = "HttpNfcLease" [ 948.486425] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 948.494463] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.494463] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5232a801-0f4f-5ff3-16d8-bf95e2dd5415" [ 948.494463] env[69843]: _type = "HttpNfcLease" [ 948.494463] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 948.581733] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.582047] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.582378] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.582843] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.582843] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.586148] env[69843]: INFO nova.compute.manager [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Terminating instance [ 948.616454] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 48b5b431-fe29-4825-b21f-32ac068d4a87] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.632166] env[69843]: DEBUG nova.network.neutron [req-43195c41-a19e-4161-94e9-b981bcad9b6f req-b97cf766-d251-4ac5-9963-897809924cbd service nova] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updated VIF entry in instance network info cache for port ca76f50c-8620-4f05-89b4-bdd2eef2f6e6. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.632621] env[69843]: DEBUG nova.network.neutron [req-43195c41-a19e-4161-94e9-b981bcad9b6f req-b97cf766-d251-4ac5-9963-897809924cbd service nova] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance_info_cache with network_info: [{"id": "ca76f50c-8620-4f05-89b4-bdd2eef2f6e6", "address": "fa:16:3e:87:87:61", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca76f50c-86", "ovs_interfaceid": "ca76f50c-8620-4f05-89b4-bdd2eef2f6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.716854] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.718060] env[69843]: DEBUG nova.compute.manager [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.721405] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.174s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.721608] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.724471] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.387s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.726212] env[69843]: INFO nova.compute.claims [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.760499] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.762048] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df997270-de0a-46f0-8cdf-85be1a5efde4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.765463] env[69843]: INFO nova.scheduler.client.report [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleted allocations for instance 222f4b6a-f397-4a13-8a88-c8ecf3d71544 [ 948.775254] env[69843]: DEBUG oslo_vmware.api [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 948.775254] env[69843]: value = "task-3704385" [ 948.775254] env[69843]: _type = "Task" [ 948.775254] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.789605] env[69843]: DEBUG oslo_vmware.api [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.825308] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.843991] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526e29e3-7a70-db88-8fb2-7fa359cdc749, 'name': SearchDatastore_Task, 'duration_secs': 0.012087} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.844962] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0a1211-870f-49cd-b3c0-84e96f03bb84 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.851182] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 948.851182] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a8dc8f-eedd-46eb-c012-99060753e5dc" [ 948.851182] env[69843]: _type = "Task" [ 948.851182] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.861292] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a8dc8f-eedd-46eb-c012-99060753e5dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.862876] env[69843]: INFO nova.compute.manager [-] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Took 1.05 seconds to deallocate network for instance. [ 948.997595] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.997595] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5232a801-0f4f-5ff3-16d8-bf95e2dd5415" [ 948.997595] env[69843]: _type = "HttpNfcLease" [ 948.997595] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 948.997595] env[69843]: DEBUG oslo_vmware.rw_handles [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 948.997595] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5232a801-0f4f-5ff3-16d8-bf95e2dd5415" [ 948.997595] env[69843]: _type = "HttpNfcLease" [ 948.997595] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 948.998050] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d284165-4cd8-4a16-8ce7-c16116292062 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.006306] env[69843]: DEBUG oslo_vmware.rw_handles [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245937a-319d-4819-75f8-6508f767b1d9/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 949.006525] env[69843]: DEBUG oslo_vmware.rw_handles [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245937a-319d-4819-75f8-6508f767b1d9/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 949.090132] env[69843]: DEBUG nova.compute.manager [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.091119] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.091407] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f5c4a1-a4ee-43a4-a4e8-e58cdc33b970 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.099568] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.099938] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cca6bfae-3122-4e42-a65b-04cfe18e2a10 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.107413] env[69843]: DEBUG oslo_vmware.api [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 949.107413] env[69843]: value = "task-3704386" [ 949.107413] env[69843]: _type = "Task" [ 949.107413] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.118289] env[69843]: DEBUG oslo_vmware.api [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.120498] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 952acce6-ad90-46ee-94d0-1133bc096c3c] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.135512] env[69843]: DEBUG oslo_concurrency.lockutils [req-43195c41-a19e-4161-94e9-b981bcad9b6f req-b97cf766-d251-4ac5-9963-897809924cbd service nova] Releasing lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.143912] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d7221ca-50b1-4a2b-9bbb-04ed203b2211 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.237620] env[69843]: DEBUG nova.compute.utils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.241831] env[69843]: DEBUG nova.compute.manager [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.244303] env[69843]: DEBUG nova.network.neutron [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.282686] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4b29eca8-73d2-456f-89cb-c68fb70b1580 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "222f4b6a-f397-4a13-8a88-c8ecf3d71544" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.304s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.291188] env[69843]: DEBUG oslo_vmware.api [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.334625] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.372131] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.372613] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a8dc8f-eedd-46eb-c012-99060753e5dc, 'name': SearchDatastore_Task, 'duration_secs': 0.037327} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.374905] env[69843]: DEBUG nova.policy [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515bb19c77e74ab2966d169950a167a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fc01bb7ce0a49098b62954f81661f03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.381206] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.382639] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 294d870f-3083-47dc-80d6-88377ce7f6b9/294d870f-3083-47dc-80d6-88377ce7f6b9.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.383572] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deba4c42-4fda-4e16-91cb-429ffe1c7593 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.395100] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 949.395100] env[69843]: value = "task-3704387" [ 949.395100] env[69843]: _type = "Task" [ 949.395100] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.407178] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.605038] env[69843]: DEBUG nova.network.neutron [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Successfully updated port: 7304b9e6-df77-47d1-86a7-4b26333e4e50 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.632030] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 164bd71c-d19a-413a-9314-fb344f4ab1db] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.633841] env[69843]: DEBUG oslo_vmware.api [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704386, 'name': PowerOffVM_Task, 'duration_secs': 0.270681} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.635411] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.635616] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.635987] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0c49054-1237-4fa9-b48a-d1ff83a55e01 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.742545] env[69843]: DEBUG nova.compute.manager [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.753239] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.755241] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.755532] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Deleting the datastore file [datastore2] 0c51bfd5-589a-4b32-9d1a-e619dc352b66 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.756030] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec084016-5b31-4ee1-ad12-20b554c75e64 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.769261] env[69843]: DEBUG oslo_vmware.api [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 949.769261] env[69843]: value = "task-3704389" [ 949.769261] env[69843]: _type = "Task" [ 949.769261] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.782544] env[69843]: DEBUG oslo_vmware.api [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.802194] env[69843]: DEBUG oslo_vmware.api [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704385, 'name': PowerOffVM_Task, 'duration_secs': 0.608586} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.803624] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.804209] env[69843]: DEBUG nova.compute.manager [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.805714] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7caad9c-4e76-47bc-bf2a-e8b9cd6cadaf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.838049] env[69843]: DEBUG oslo_vmware.api [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704383, 'name': PowerOnVM_Task, 'duration_secs': 1.342618} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.846330] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.846835] env[69843]: INFO nova.compute.manager [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Took 9.18 seconds to spawn the instance on the hypervisor. [ 949.847120] env[69843]: DEBUG nova.compute.manager [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.849281] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159d0f8b-ce21-4cbf-bf79-8c62b81f58b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.915077] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704387, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.082804] env[69843]: DEBUG nova.compute.manager [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Received event network-vif-plugged-7304b9e6-df77-47d1-86a7-4b26333e4e50 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.082804] env[69843]: DEBUG oslo_concurrency.lockutils [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] Acquiring lock "5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.082958] env[69843]: DEBUG oslo_concurrency.lockutils [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] Lock "5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.083268] env[69843]: DEBUG oslo_concurrency.lockutils [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] Lock "5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.083360] env[69843]: DEBUG nova.compute.manager [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] No waiting events found dispatching network-vif-plugged-7304b9e6-df77-47d1-86a7-4b26333e4e50 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 950.083545] env[69843]: WARNING nova.compute.manager [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Received unexpected event network-vif-plugged-7304b9e6-df77-47d1-86a7-4b26333e4e50 for instance with vm_state building and task_state spawning. [ 950.083588] env[69843]: DEBUG nova.compute.manager [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Received event network-changed-7304b9e6-df77-47d1-86a7-4b26333e4e50 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.084040] env[69843]: DEBUG nova.compute.manager [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Refreshing instance network info cache due to event network-changed-7304b9e6-df77-47d1-86a7-4b26333e4e50. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.084040] env[69843]: DEBUG oslo_concurrency.lockutils [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] Acquiring lock "refresh_cache-5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.086019] env[69843]: DEBUG oslo_concurrency.lockutils [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] Acquired lock "refresh_cache-5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.086019] env[69843]: DEBUG nova.network.neutron [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Refreshing network info cache for port 7304b9e6-df77-47d1-86a7-4b26333e4e50 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.111522] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "refresh_cache-5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.135839] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: fbeab62b-8e98-4808-a641-7bde6e2cfbc9] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.244187] env[69843]: DEBUG nova.network.neutron [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Successfully created port: c65dd1b0-52ce-4e7a-891b-da0fb599da17 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.283268] env[69843]: DEBUG oslo_vmware.api [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48045} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.283662] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.284163] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.284163] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.284163] env[69843]: INFO nova.compute.manager [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Took 1.19 seconds to destroy the instance on the hypervisor. [ 950.284436] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.284625] env[69843]: DEBUG nova.compute.manager [-] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.284702] env[69843]: DEBUG nova.network.neutron [-] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.308022] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dc2069-e161-423f-b284-947acb7eb4c7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.317458] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa7843f-8477-4996-9b9a-304210288af3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.361452] env[69843]: DEBUG oslo_concurrency.lockutils [None req-657d2de4-2c97-44a7-9491-8ac62e7d3a57 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "3c2aee20-8a63-4949-b354-643a895f4fc6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.637s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.364812] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22be3b7f-3653-4cf4-84ca-9cd395e34cd9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.384712] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96913a20-693b-4d35-af30-780357593db8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.403399] env[69843]: DEBUG nova.compute.manager [req-cb152216-abfe-4b15-969d-e61ccea1876f req-0b1bcf01-9158-4395-9004-7885fadaf419 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Received event network-changed-b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.403686] env[69843]: DEBUG nova.compute.manager [req-cb152216-abfe-4b15-969d-e61ccea1876f req-0b1bcf01-9158-4395-9004-7885fadaf419 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Refreshing instance network info cache due to event network-changed-b30e2b12-f55d-47a0-a541-77cdf8edd7af. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.404092] env[69843]: DEBUG oslo_concurrency.lockutils [req-cb152216-abfe-4b15-969d-e61ccea1876f req-0b1bcf01-9158-4395-9004-7885fadaf419 service nova] Acquiring lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.404258] env[69843]: DEBUG oslo_concurrency.lockutils [req-cb152216-abfe-4b15-969d-e61ccea1876f req-0b1bcf01-9158-4395-9004-7885fadaf419 service nova] Acquired lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.404540] env[69843]: DEBUG nova.network.neutron [req-cb152216-abfe-4b15-969d-e61ccea1876f req-0b1bcf01-9158-4395-9004-7885fadaf419 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Refreshing network info cache for port b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.407883] env[69843]: INFO nova.compute.manager [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Took 63.02 seconds to build instance. [ 950.433767] env[69843]: DEBUG nova.compute.provider_tree [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.452012] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587077} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.452885] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 294d870f-3083-47dc-80d6-88377ce7f6b9/294d870f-3083-47dc-80d6-88377ce7f6b9.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.453201] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.453623] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3918ba8-9d29-49e2-af88-81bcbf6bfedd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.464437] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 950.464437] env[69843]: value = "task-3704390" [ 950.464437] env[69843]: _type = "Task" [ 950.464437] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.477888] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.640839] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: fe2ba704-d0d1-4c16-9c5c-e4b4a5242fc5] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.648025] env[69843]: DEBUG nova.network.neutron [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.683170] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "a2f4cd65-1832-4476-8b56-f33b9a36237b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.683906] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "a2f4cd65-1832-4476-8b56-f33b9a36237b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.685039] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "a2f4cd65-1832-4476-8b56-f33b9a36237b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.685327] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "a2f4cd65-1832-4476-8b56-f33b9a36237b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.685604] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "a2f4cd65-1832-4476-8b56-f33b9a36237b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.689101] env[69843]: INFO nova.compute.manager [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Terminating instance [ 950.719430] env[69843]: DEBUG nova.network.neutron [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.763356] env[69843]: DEBUG nova.compute.manager [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.804312] env[69843]: DEBUG nova.virt.hardware [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.804731] env[69843]: DEBUG nova.virt.hardware [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.808364] env[69843]: DEBUG nova.virt.hardware [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.808590] env[69843]: DEBUG nova.virt.hardware [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.808804] env[69843]: DEBUG nova.virt.hardware [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.808922] env[69843]: DEBUG nova.virt.hardware [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.809184] env[69843]: DEBUG nova.virt.hardware [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.809414] env[69843]: DEBUG nova.virt.hardware [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.809858] env[69843]: DEBUG nova.virt.hardware [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.810179] env[69843]: DEBUG nova.virt.hardware [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.810399] env[69843]: DEBUG nova.virt.hardware [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.811727] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf59c0f5-cc84-4207-8507-f76c2afa71f7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.823852] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7894b162-023f-4c92-9025-7223376ee128 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.912325] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8bcdf946-5f1b-41dc-ab02-07cdfadf180c tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "a547b0d0-377a-44fe-a750-6d0ab748fcff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.990s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.940274] env[69843]: DEBUG nova.scheduler.client.report [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.980389] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083197} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.980495] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.981825] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea3018c-dd0d-4321-a2d4-b887dab1e84c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.021126] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 294d870f-3083-47dc-80d6-88377ce7f6b9/294d870f-3083-47dc-80d6-88377ce7f6b9.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.024597] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b43201-fa87-4145-a018-5fdb17af1cba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.050851] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 951.050851] env[69843]: value = "task-3704391" [ 951.050851] env[69843]: _type = "Task" [ 951.050851] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.064934] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.151828] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 694561cf-87ce-4e2b-8037-a736c0e7ffe3] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.197069] env[69843]: DEBUG nova.compute.manager [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.197323] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.198365] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f35906-f5c3-4fda-b55c-0429ea954b41 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.211376] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.212834] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25fcdf61-fab2-4733-a290-8e02577c6cdd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.221226] env[69843]: DEBUG oslo_vmware.api [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 951.221226] env[69843]: value = "task-3704392" [ 951.221226] env[69843]: _type = "Task" [ 951.221226] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.222230] env[69843]: DEBUG oslo_concurrency.lockutils [req-e5367462-27ac-4e43-a3e5-5a9ba794d5dc req-e4cb60c8-b288-4634-9030-b8cc42aab8b2 service nova] Releasing lock "refresh_cache-5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.227217] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquired lock "refresh_cache-5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.227579] env[69843]: DEBUG nova.network.neutron [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.236329] env[69843]: DEBUG oslo_vmware.api [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.438532] env[69843]: DEBUG nova.network.neutron [req-cb152216-abfe-4b15-969d-e61ccea1876f req-0b1bcf01-9158-4395-9004-7885fadaf419 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updated VIF entry in instance network info cache for port b30e2b12-f55d-47a0-a541-77cdf8edd7af. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.439064] env[69843]: DEBUG nova.network.neutron [req-cb152216-abfe-4b15-969d-e61ccea1876f req-0b1bcf01-9158-4395-9004-7885fadaf419 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updating instance_info_cache with network_info: [{"id": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "address": "fa:16:3e:37:ee:cf", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30e2b12-f5", "ovs_interfaceid": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.446268] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.446762] env[69843]: DEBUG nova.compute.manager [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.449854] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.177s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.450051] env[69843]: DEBUG nova.objects.instance [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 951.522301] env[69843]: INFO nova.compute.manager [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Rescuing [ 951.522301] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "refresh_cache-a547b0d0-377a-44fe-a750-6d0ab748fcff" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.522301] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired lock "refresh_cache-a547b0d0-377a-44fe-a750-6d0ab748fcff" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.522301] env[69843]: DEBUG nova.network.neutron [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.569421] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.657685] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 00807baa-a6f0-4777-9344-72c3f2ca4009] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.677276] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "edb8953b-b66d-410f-8cff-c699113e456e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.677276] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "edb8953b-b66d-410f-8cff-c699113e456e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.737133] env[69843]: DEBUG oslo_vmware.api [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704392, 'name': PowerOffVM_Task, 'duration_secs': 0.263504} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.737133] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.737270] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.737437] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aece938-ccb4-4b58-b3ee-650cf5f9b506 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.776645] env[69843]: DEBUG nova.network.neutron [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.822856] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.824061] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.824061] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleting the datastore file [datastore1] a2f4cd65-1832-4476-8b56-f33b9a36237b {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.824363] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06434066-e163-4368-8adb-fdb7427e720c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.836616] env[69843]: DEBUG oslo_vmware.api [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 951.836616] env[69843]: value = "task-3704394" [ 951.836616] env[69843]: _type = "Task" [ 951.836616] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.847699] env[69843]: DEBUG oslo_vmware.api [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.942211] env[69843]: DEBUG oslo_concurrency.lockutils [req-cb152216-abfe-4b15-969d-e61ccea1876f req-0b1bcf01-9158-4395-9004-7885fadaf419 service nova] Releasing lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.954756] env[69843]: DEBUG nova.compute.utils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.956366] env[69843]: DEBUG nova.compute.manager [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.959696] env[69843]: DEBUG nova.network.neutron [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.960337] env[69843]: DEBUG nova.network.neutron [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Updating instance_info_cache with network_info: [{"id": "7304b9e6-df77-47d1-86a7-4b26333e4e50", "address": "fa:16:3e:c4:26:62", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7304b9e6-df", "ovs_interfaceid": "7304b9e6-df77-47d1-86a7-4b26333e4e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.016089] env[69843]: DEBUG nova.policy [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '658c76313d644527a42eb53f222feb3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26f958d3ee24955863a693689eacf7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.067797] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704391, 'name': ReconfigVM_Task, 'duration_secs': 0.644614} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.072725] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 294d870f-3083-47dc-80d6-88377ce7f6b9/294d870f-3083-47dc-80d6-88377ce7f6b9.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.073995] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4e0b882-2baf-4e7c-8262-f086eedd5d94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.082852] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 952.082852] env[69843]: value = "task-3704395" [ 952.082852] env[69843]: _type = "Task" [ 952.082852] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.093632] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704395, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.137591] env[69843]: DEBUG nova.network.neutron [-] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.163705] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 952.164540] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Cleaning up deleted instances with incomplete migration {{(pid=69843) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 952.178817] env[69843]: DEBUG nova.compute.manager [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.322947] env[69843]: DEBUG nova.network.neutron [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Updating instance_info_cache with network_info: [{"id": "eac262fb-61d2-4f37-adc0-ed35a0adadcc", "address": "fa:16:3e:14:72:a2", "network": {"id": "a02fde56-bb4b-4378-ba0d-374ffcbd7cfc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-7486345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "521d99d44ba349019c3f58c6b10eb938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac262fb-61", "ovs_interfaceid": "eac262fb-61d2-4f37-adc0-ed35a0adadcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.356220] env[69843]: DEBUG oslo_vmware.api [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310274} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.356955] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.357350] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.357727] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.357856] env[69843]: INFO nova.compute.manager [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 952.358667] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.358667] env[69843]: DEBUG nova.compute.manager [-] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.358667] env[69843]: DEBUG nova.network.neutron [-] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.463235] env[69843]: DEBUG nova.compute.manager [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.467399] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Releasing lock "refresh_cache-5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.467922] env[69843]: DEBUG nova.compute.manager [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Instance network_info: |[{"id": "7304b9e6-df77-47d1-86a7-4b26333e4e50", "address": "fa:16:3e:c4:26:62", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7304b9e6-df", "ovs_interfaceid": "7304b9e6-df77-47d1-86a7-4b26333e4e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.469352] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1b081bff-3447-44e1-b887-a4c53415bf06 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.478571] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:26:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7304b9e6-df77-47d1-86a7-4b26333e4e50', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.494047] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Creating folder: Project (63428ac12cb94c55ac5d7aed9e9f2bf5). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.494047] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.457s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.495853] env[69843]: INFO nova.compute.claims [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.501854] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfcc8793-364c-4764-95b2-8f5ddebdc2eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.504264] env[69843]: INFO nova.compute.manager [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Rebuilding instance [ 952.524704] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Created folder: Project (63428ac12cb94c55ac5d7aed9e9f2bf5) in parent group-v737654. [ 952.525128] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Creating folder: Instances. Parent ref: group-v737851. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.526198] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-288ec446-49ea-4250-a5bf-019e271b163a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.555769] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Created folder: Instances in parent group-v737851. [ 952.555769] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.555769] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.555769] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b66cd07-546e-4efe-b099-af3a3fc53f53 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.593519] env[69843]: DEBUG nova.compute.manager [req-ee795433-9c33-4390-b310-2c6ad4183c59 req-88514b80-a631-44bb-b88c-058af2bf0836 service nova] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Received event network-vif-deleted-1378d26b-4150-423a-9917-32f7206c04f4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.594465] env[69843]: DEBUG nova.compute.manager [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 952.599478] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cad556-ed8c-40ef-8d07-d23c8fd999a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.604648] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.604648] env[69843]: value = "task-3704398" [ 952.604648] env[69843]: _type = "Task" [ 952.604648] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.617385] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704395, 'name': Rename_Task, 'duration_secs': 0.243515} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.619062] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.620430] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a43497b8-7514-4e2c-a4df-bcb76900e4d5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.627117] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704398, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.634535] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 952.634535] env[69843]: value = "task-3704399" [ 952.634535] env[69843]: _type = "Task" [ 952.634535] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.641035] env[69843]: INFO nova.compute.manager [-] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Took 2.36 seconds to deallocate network for instance. [ 952.653331] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.668793] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 952.709728] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.716192] env[69843]: DEBUG nova.network.neutron [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Successfully created port: 991f4280-7906-49ff-bf1f-6e22b2e8d734 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.786894] env[69843]: DEBUG nova.network.neutron [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Successfully updated port: c65dd1b0-52ce-4e7a-891b-da0fb599da17 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.826875] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Releasing lock "refresh_cache-a547b0d0-377a-44fe-a750-6d0ab748fcff" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.116724] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704398, 'name': CreateVM_Task, 'duration_secs': 0.499374} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.117712] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.122880] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.122880] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.122880] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.122880] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c601942-0dac-4e7f-b49d-c34564b23f16 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.129908] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 953.129908] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522ba80b-ad8a-94cd-0073-889eb9055dfc" [ 953.129908] env[69843]: _type = "Task" [ 953.129908] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.143910] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522ba80b-ad8a-94cd-0073-889eb9055dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.152273] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.153366] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704399, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.296268] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.296268] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.296268] env[69843]: DEBUG nova.network.neutron [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.376929] env[69843]: DEBUG nova.network.neutron [-] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.417512] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Acquiring lock "3a94e90e-e6c3-4038-ab68-392b4743b60b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.417692] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Lock "3a94e90e-e6c3-4038-ab68-392b4743b60b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.474308] env[69843]: DEBUG nova.compute.manager [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.512897] env[69843]: DEBUG nova.virt.hardware [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.512897] env[69843]: DEBUG nova.virt.hardware [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.512897] env[69843]: DEBUG nova.virt.hardware [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.513209] env[69843]: DEBUG nova.virt.hardware [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.513209] env[69843]: DEBUG nova.virt.hardware [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.513209] env[69843]: DEBUG nova.virt.hardware [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.513418] env[69843]: DEBUG nova.virt.hardware [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.513570] env[69843]: DEBUG nova.virt.hardware [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.513745] env[69843]: DEBUG nova.virt.hardware [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.513909] env[69843]: DEBUG nova.virt.hardware [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.514103] env[69843]: DEBUG nova.virt.hardware [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.516670] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42142f8f-8350-4ca6-8835-56f0061c1b4b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.524218] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56794b43-3448-4751-9dea-52747805d171 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.622488] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.622817] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7e86106-7403-4dc1-b2a0-2fc09a22085d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.635692] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 953.635692] env[69843]: value = "task-3704400" [ 953.635692] env[69843]: _type = "Task" [ 953.635692] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.642154] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522ba80b-ad8a-94cd-0073-889eb9055dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.033481} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.645813] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.646065] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.646306] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.646450] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.646627] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.649696] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9e5d24a-266c-4e2f-93a2-fa7dc2e65797 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.656839] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 953.657072] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.657857] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f33831-4add-43c8-9366-354706cea58a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.665540] env[69843]: DEBUG oslo_vmware.api [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704399, 'name': PowerOnVM_Task, 'duration_secs': 0.859746} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.669429] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.669708] env[69843]: INFO nova.compute.manager [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Took 9.29 seconds to spawn the instance on the hypervisor. [ 953.669821] env[69843]: DEBUG nova.compute.manager [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.670129] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.670399] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.671987] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672119bf-4aab-4d36-99ca-cc577344f8ff {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.674224] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f571b8c-d9cd-4b67-93a8-37d4cab394ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.679284] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.680062] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bcb5c2e-fd9a-4b28-bb5a-f4bf7f3892bf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.691889] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 953.691889] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52983003-9c27-90ad-8f7a-c4067180a007" [ 953.691889] env[69843]: _type = "Task" [ 953.691889] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.703959] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52983003-9c27-90ad-8f7a-c4067180a007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.771025] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.771025] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.771025] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleting the datastore file [datastore2] 3c2aee20-8a63-4949-b354-643a895f4fc6 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.771025] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e54fed6-8eff-4981-9b85-abe84ccdec74 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.783280] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 953.783280] env[69843]: value = "task-3704402" [ 953.783280] env[69843]: _type = "Task" [ 953.783280] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.792030] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.831189] env[69843]: DEBUG nova.network.neutron [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.885568] env[69843]: INFO nova.compute.manager [-] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Took 1.53 seconds to deallocate network for instance. [ 953.925152] env[69843]: DEBUG nova.compute.manager [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.951600] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b071f5-5ab3-4021-b070-5ffe4e297197 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.962759] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2f6043-e854-4e55-8aaf-ef3d0ddd35df {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.013364] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a45a21-e8ae-4712-8b4b-a8c8e567f6d0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.018723] env[69843]: DEBUG nova.network.neutron [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Updating instance_info_cache with network_info: [{"id": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "address": "fa:16:3e:1a:4c:3e", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65dd1b0-52", "ovs_interfaceid": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.028572] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b25114-3445-4b86-9688-941d84accc3f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.051765] env[69843]: DEBUG nova.compute.provider_tree [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.203907] env[69843]: INFO nova.compute.manager [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Took 57.12 seconds to build instance. [ 954.213871] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52983003-9c27-90ad-8f7a-c4067180a007, 'name': SearchDatastore_Task, 'duration_secs': 0.024488} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.216236] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407588f3-25d4-4496-94ef-009e53859a62 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.224304] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 954.224304] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52968060-3154-4dcd-befc-43eb9eadb0bd" [ 954.224304] env[69843]: _type = "Task" [ 954.224304] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.235491] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52968060-3154-4dcd-befc-43eb9eadb0bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.296119] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.364397] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.364839] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2085247-8861-41bf-be33-5e3019faaca5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.375576] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 954.375576] env[69843]: value = "task-3704403" [ 954.375576] env[69843]: _type = "Task" [ 954.375576] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.386230] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.394709] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.459582] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.522102] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.522472] env[69843]: DEBUG nova.compute.manager [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Instance network_info: |[{"id": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "address": "fa:16:3e:1a:4c:3e", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65dd1b0-52", "ovs_interfaceid": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.522920] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:4c:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c65dd1b0-52ce-4e7a-891b-da0fb599da17', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.543555] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Creating folder: Project (2fc01bb7ce0a49098b62954f81661f03). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.547030] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebf67a39-c922-4637-9de2-97034e780f73 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.556568] env[69843]: DEBUG nova.scheduler.client.report [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.565492] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Created folder: Project (2fc01bb7ce0a49098b62954f81661f03) in parent group-v737654. [ 954.566470] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Creating folder: Instances. Parent ref: group-v737854. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.566669] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a890fb-a10f-462d-9273-246b2424a806 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.581106] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Created folder: Instances in parent group-v737854. [ 954.581381] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.581586] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.581827] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1223075f-e7c3-46df-96cf-ebae02053cc2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.606422] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.606422] env[69843]: value = "task-3704406" [ 954.606422] env[69843]: _type = "Task" [ 954.606422] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.623435] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704406, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.707272] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8659f013-19d0-4f45-8b01-74930309c555 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "294d870f-3083-47dc-80d6-88377ce7f6b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.646s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.741477] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52968060-3154-4dcd-befc-43eb9eadb0bd, 'name': SearchDatastore_Task, 'duration_secs': 0.026867} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.741477] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.742515] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5/5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.742889] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c668bd8e-6026-4317-9c9b-51be633f4906 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.751774] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 954.751774] env[69843]: value = "task-3704407" [ 954.751774] env[69843]: _type = "Task" [ 954.751774] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.764065] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.797050] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528172} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.797537] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.797778] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.798067] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.888425] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704403, 'name': PowerOffVM_Task, 'duration_secs': 0.349346} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.888907] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.894365] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3dd069-da21-4ce0-8403-ccb7c5417097 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.920756] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21f7479-6080-4dd5-b286-9b3c49eebd47 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.962159] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.962159] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e89ca2-2902-46f7-9ccd-11660e082abe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.967215] env[69843]: DEBUG nova.network.neutron [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Successfully updated port: 991f4280-7906-49ff-bf1f-6e22b2e8d734 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.971385] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 954.971385] env[69843]: value = "task-3704408" [ 954.971385] env[69843]: _type = "Task" [ 954.971385] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.983808] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.987609] env[69843]: DEBUG nova.compute.manager [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Received event network-vif-plugged-c65dd1b0-52ce-4e7a-891b-da0fb599da17 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.987942] env[69843]: DEBUG oslo_concurrency.lockutils [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] Acquiring lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.988199] env[69843]: DEBUG oslo_concurrency.lockutils [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] Lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.988376] env[69843]: DEBUG oslo_concurrency.lockutils [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] Lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.988548] env[69843]: DEBUG nova.compute.manager [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] No waiting events found dispatching network-vif-plugged-c65dd1b0-52ce-4e7a-891b-da0fb599da17 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 954.988912] env[69843]: WARNING nova.compute.manager [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Received unexpected event network-vif-plugged-c65dd1b0-52ce-4e7a-891b-da0fb599da17 for instance with vm_state building and task_state spawning. [ 954.989042] env[69843]: DEBUG nova.compute.manager [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Received event network-changed-c65dd1b0-52ce-4e7a-891b-da0fb599da17 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.989254] env[69843]: DEBUG nova.compute.manager [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Refreshing instance network info cache due to event network-changed-c65dd1b0-52ce-4e7a-891b-da0fb599da17. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.989391] env[69843]: DEBUG oslo_concurrency.lockutils [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] Acquiring lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.989527] env[69843]: DEBUG oslo_concurrency.lockutils [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] Acquired lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.989683] env[69843]: DEBUG nova.network.neutron [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Refreshing network info cache for port c65dd1b0-52ce-4e7a-891b-da0fb599da17 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.994818] env[69843]: DEBUG nova.compute.manager [req-c4770484-2be2-4fb1-9414-dffa09425f89 req-2237bd1c-0645-47bb-b9bf-d8b20c4b1b43 service nova] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Received event network-vif-plugged-991f4280-7906-49ff-bf1f-6e22b2e8d734 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.995183] env[69843]: DEBUG oslo_concurrency.lockutils [req-c4770484-2be2-4fb1-9414-dffa09425f89 req-2237bd1c-0645-47bb-b9bf-d8b20c4b1b43 service nova] Acquiring lock "912a4a80-31e7-4f73-9ced-3aaef51595bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.995355] env[69843]: DEBUG oslo_concurrency.lockutils [req-c4770484-2be2-4fb1-9414-dffa09425f89 req-2237bd1c-0645-47bb-b9bf-d8b20c4b1b43 service nova] Lock "912a4a80-31e7-4f73-9ced-3aaef51595bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.995636] env[69843]: DEBUG oslo_concurrency.lockutils [req-c4770484-2be2-4fb1-9414-dffa09425f89 req-2237bd1c-0645-47bb-b9bf-d8b20c4b1b43 service nova] Lock "912a4a80-31e7-4f73-9ced-3aaef51595bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.995908] env[69843]: DEBUG nova.compute.manager [req-c4770484-2be2-4fb1-9414-dffa09425f89 req-2237bd1c-0645-47bb-b9bf-d8b20c4b1b43 service nova] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] No waiting events found dispatching network-vif-plugged-991f4280-7906-49ff-bf1f-6e22b2e8d734 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 954.996264] env[69843]: WARNING nova.compute.manager [req-c4770484-2be2-4fb1-9414-dffa09425f89 req-2237bd1c-0645-47bb-b9bf-d8b20c4b1b43 service nova] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Received unexpected event network-vif-plugged-991f4280-7906-49ff-bf1f-6e22b2e8d734 for instance with vm_state building and task_state spawning. [ 955.068242] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.068874] env[69843]: DEBUG nova.compute.manager [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.072310] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.902s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.072683] env[69843]: DEBUG nova.objects.instance [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lazy-loading 'resources' on Instance uuid 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.125528] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704406, 'name': CreateVM_Task, 'duration_secs': 0.451446} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.125879] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.126803] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.127057] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.127450] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.128348] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9d77c1-c54c-413f-ae95-01f07a8a7726 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.137498] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 955.137498] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52466623-2e73-b6f3-d0ee-e2d9432096a5" [ 955.137498] env[69843]: _type = "Task" [ 955.137498] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.152163] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52466623-2e73-b6f3-d0ee-e2d9432096a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.269425] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704407, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.472991] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "refresh_cache-912a4a80-31e7-4f73-9ced-3aaef51595bd" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.473176] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "refresh_cache-912a4a80-31e7-4f73-9ced-3aaef51595bd" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.473333] env[69843]: DEBUG nova.network.neutron [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.488691] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 955.489195] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.489537] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.489752] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.489998] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.490350] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d22eba24-2c21-4d1b-99eb-42808d830388 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.506486] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.506828] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.507660] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81b4dca-98a1-4158-95ca-b2964582188e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.515800] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 955.515800] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dc2f1f-03b0-8b0b-dd24-ebc7f2672b72" [ 955.515800] env[69843]: _type = "Task" [ 955.515800] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.526961] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dc2f1f-03b0-8b0b-dd24-ebc7f2672b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.580419] env[69843]: DEBUG nova.compute.utils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.581971] env[69843]: DEBUG nova.compute.manager [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.582136] env[69843]: DEBUG nova.network.neutron [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.663211] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52466623-2e73-b6f3-d0ee-e2d9432096a5, 'name': SearchDatastore_Task, 'duration_secs': 0.032081} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.663826] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.663987] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.664367] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.709107] env[69843]: DEBUG nova.policy [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd5ad69725a4f14b79b966c077f114c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ac4e9c8d234c5d8a686143903da0c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.768057] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682041} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.771259] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5/5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.771518] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.772085] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a888e17d-766f-4251-b1fc-37ce9ce962a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.780730] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 955.780730] env[69843]: value = "task-3704409" [ 955.780730] env[69843]: _type = "Task" [ 955.780730] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.792975] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.841367] env[69843]: DEBUG nova.virt.hardware [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.841614] env[69843]: DEBUG nova.virt.hardware [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.841684] env[69843]: DEBUG nova.virt.hardware [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.841877] env[69843]: DEBUG nova.virt.hardware [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.842220] env[69843]: DEBUG nova.virt.hardware [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.842399] env[69843]: DEBUG nova.virt.hardware [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.842670] env[69843]: DEBUG nova.virt.hardware [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.842844] env[69843]: DEBUG nova.virt.hardware [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.843042] env[69843]: DEBUG nova.virt.hardware [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.843232] env[69843]: DEBUG nova.virt.hardware [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.843426] env[69843]: DEBUG nova.virt.hardware [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.844428] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca8b247-e9cd-4059-9ce2-96307c59ff90 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.854042] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d2ef7a-7be4-434c-9098-5806c65545f8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.880421] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:0f:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd688f788-e9bd-4fb8-a00c-92d5335605bd', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.888632] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.891738] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.892429] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5e065fa-76b4-4440-a4e7-3090c10e734d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.914427] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.914427] env[69843]: value = "task-3704410" [ 955.914427] env[69843]: _type = "Task" [ 955.914427] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.924405] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704410, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.031383] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dc2f1f-03b0-8b0b-dd24-ebc7f2672b72, 'name': SearchDatastore_Task, 'duration_secs': 0.014272} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.032732] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd37c07-d67e-4395-948c-41fc48ce99b4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.039891] env[69843]: DEBUG nova.network.neutron [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.047392] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 956.047392] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ad8497-44a7-380d-c56e-80b48e4de72c" [ 956.047392] env[69843]: _type = "Task" [ 956.047392] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.057650] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ad8497-44a7-380d-c56e-80b48e4de72c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.086358] env[69843]: DEBUG nova.compute.manager [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.125424] env[69843]: DEBUG nova.network.neutron [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Successfully created port: 73fa9d2c-71f0-4373-bebf-4a0e779f5d2e {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.165243] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b03df3b-50d3-4566-aaf7-5e1116737ee8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.182934] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f7a710-8c16-4750-889a-2af4c4dd3ae7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.225428] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e10454e-1ae0-477e-bc21-4db445790120 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.235506] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4374fc58-0ff1-4c6f-9279-a523c37aed39 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.256078] env[69843]: DEBUG nova.compute.provider_tree [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.292147] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113372} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.292465] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.293484] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4eedde-afdb-413e-b823-eab46b409292 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.333937] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5/5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.334570] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59594b6-b568-4fce-9a28-f815095e9afc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.356253] env[69843]: DEBUG nova.network.neutron [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Updating instance_info_cache with network_info: [{"id": "991f4280-7906-49ff-bf1f-6e22b2e8d734", "address": "fa:16:3e:d9:a1:89", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap991f4280-79", "ovs_interfaceid": "991f4280-7906-49ff-bf1f-6e22b2e8d734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.358772] env[69843]: DEBUG nova.network.neutron [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Updated VIF entry in instance network info cache for port c65dd1b0-52ce-4e7a-891b-da0fb599da17. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.359226] env[69843]: DEBUG nova.network.neutron [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Updating instance_info_cache with network_info: [{"id": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "address": "fa:16:3e:1a:4c:3e", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65dd1b0-52", "ovs_interfaceid": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.369193] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 956.369193] env[69843]: value = "task-3704411" [ 956.369193] env[69843]: _type = "Task" [ 956.369193] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.387188] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.426986] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704410, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.559085] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ad8497-44a7-380d-c56e-80b48e4de72c, 'name': SearchDatastore_Task, 'duration_secs': 0.014755} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.559368] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.559638] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] a547b0d0-377a-44fe-a750-6d0ab748fcff/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk. {{(pid=69843) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 956.559952] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.560180] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.560419] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60cd1f2a-6965-4336-9e7b-0a66f4e6df30 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.562725] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be82d177-52e2-4a34-afd3-7617caa4aa20 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.571903] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 956.571903] env[69843]: value = "task-3704412" [ 956.571903] env[69843]: _type = "Task" [ 956.571903] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.577105] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.577258] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.578614] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b43dae-9433-44c0-b55d-bb72f487794b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.585108] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.589614] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 956.589614] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e176dd-8041-98ec-8648-de34b836eb05" [ 956.589614] env[69843]: _type = "Task" [ 956.589614] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.603225] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e176dd-8041-98ec-8648-de34b836eb05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.763820] env[69843]: DEBUG nova.scheduler.client.report [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.862990] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "refresh_cache-912a4a80-31e7-4f73-9ced-3aaef51595bd" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.863106] env[69843]: DEBUG nova.compute.manager [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Instance network_info: |[{"id": "991f4280-7906-49ff-bf1f-6e22b2e8d734", "address": "fa:16:3e:d9:a1:89", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap991f4280-79", "ovs_interfaceid": "991f4280-7906-49ff-bf1f-6e22b2e8d734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.863693] env[69843]: DEBUG oslo_concurrency.lockutils [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] Releasing lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.864021] env[69843]: DEBUG nova.compute.manager [req-88fbadff-83ad-418d-a509-f62a08e6c4a0 req-f631ab6f-f648-4450-9e8a-3c4be377d858 service nova] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Received event network-vif-deleted-36a60c50-8bb0-46bf-a6e4-b74227659922 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.864555] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:a1:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '991f4280-7906-49ff-bf1f-6e22b2e8d734', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.878409] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.878816] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.884329] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cfa81eb-3065-46c9-9b72-f89bf651d5bc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.911862] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704411, 'name': ReconfigVM_Task, 'duration_secs': 0.514902} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.911862] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5/5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.911862] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.911862] env[69843]: value = "task-3704413" [ 956.911862] env[69843]: _type = "Task" [ 956.911862] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.912238] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f143771-7199-443b-992a-97bc53ffec63 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.926087] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 956.926087] env[69843]: value = "task-3704414" [ 956.926087] env[69843]: _type = "Task" [ 956.926087] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.934644] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704413, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.935030] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704410, 'name': CreateVM_Task, 'duration_secs': 0.567464} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.939702] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.940600] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.940845] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.941371] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.942376] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bf26ff-2bdd-4f25-8ded-6b53a475efa7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.949485] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704414, 'name': Rename_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.954335] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 956.954335] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d28647-cc19-d799-78dc-61fd1a204884" [ 956.954335] env[69843]: _type = "Task" [ 956.954335] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.964866] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d28647-cc19-d799-78dc-61fd1a204884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.084767] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704412, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.102376] env[69843]: DEBUG nova.compute.manager [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.104662] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e176dd-8041-98ec-8648-de34b836eb05, 'name': SearchDatastore_Task, 'duration_secs': 0.014753} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.106674] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6d39d5-ec10-4046-81e4-13d8fb2d130c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.114738] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 957.114738] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52218544-f3a4-dc15-d4a2-221965516f0d" [ 957.114738] env[69843]: _type = "Task" [ 957.114738] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.136057] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52218544-f3a4-dc15-d4a2-221965516f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.016874} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.138554] env[69843]: DEBUG nova.virt.hardware [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.138772] env[69843]: DEBUG nova.virt.hardware [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.138929] env[69843]: DEBUG nova.virt.hardware [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.143246] env[69843]: DEBUG nova.virt.hardware [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.143457] env[69843]: DEBUG nova.virt.hardware [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.143613] env[69843]: DEBUG nova.virt.hardware [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.143874] env[69843]: DEBUG nova.virt.hardware [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.144056] env[69843]: DEBUG nova.virt.hardware [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.144236] env[69843]: DEBUG nova.virt.hardware [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.144403] env[69843]: DEBUG nova.virt.hardware [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.144578] env[69843]: DEBUG nova.virt.hardware [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.144932] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.145215] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] f6b4ea13-7792-4e99-9e45-05cb9ebac331/f6b4ea13-7792-4e99-9e45-05cb9ebac331.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.146172] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7296cab-743a-4f3f-b640-430daea396f7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.149039] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9038127-8d7e-4d11-8899-29f4abcc12d5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.158551] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7337793d-39da-4e48-bdda-61f30d7ea44c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.163802] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 957.163802] env[69843]: value = "task-3704415" [ 957.163802] env[69843]: _type = "Task" [ 957.163802] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.166333] env[69843]: DEBUG nova.compute.manager [req-3c6c7a56-3bfa-421f-aeb3-2a61fa694e4e req-3b5b3a44-b830-4dbe-af86-56d63689ae93 service nova] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Received event network-changed-991f4280-7906-49ff-bf1f-6e22b2e8d734 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.166737] env[69843]: DEBUG nova.compute.manager [req-3c6c7a56-3bfa-421f-aeb3-2a61fa694e4e req-3b5b3a44-b830-4dbe-af86-56d63689ae93 service nova] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Refreshing instance network info cache due to event network-changed-991f4280-7906-49ff-bf1f-6e22b2e8d734. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.166979] env[69843]: DEBUG oslo_concurrency.lockutils [req-3c6c7a56-3bfa-421f-aeb3-2a61fa694e4e req-3b5b3a44-b830-4dbe-af86-56d63689ae93 service nova] Acquiring lock "refresh_cache-912a4a80-31e7-4f73-9ced-3aaef51595bd" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.167154] env[69843]: DEBUG oslo_concurrency.lockutils [req-3c6c7a56-3bfa-421f-aeb3-2a61fa694e4e req-3b5b3a44-b830-4dbe-af86-56d63689ae93 service nova] Acquired lock "refresh_cache-912a4a80-31e7-4f73-9ced-3aaef51595bd" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.167336] env[69843]: DEBUG nova.network.neutron [req-3c6c7a56-3bfa-421f-aeb3-2a61fa694e4e req-3b5b3a44-b830-4dbe-af86-56d63689ae93 service nova] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Refreshing network info cache for port 991f4280-7906-49ff-bf1f-6e22b2e8d734 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.191040] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.268800] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.273021] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.475s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.273021] env[69843]: DEBUG nova.objects.instance [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lazy-loading 'resources' on Instance uuid 3f630b5a-6a49-417a-ae8c-d39bd4942d5a {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.295668] env[69843]: INFO nova.scheduler.client.report [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Deleted allocations for instance 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8 [ 957.299379] env[69843]: DEBUG nova.compute.manager [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Stashing vm_state: active {{(pid=69843) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 957.428035] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704413, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.444848] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704414, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.465711] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d28647-cc19-d799-78dc-61fd1a204884, 'name': SearchDatastore_Task, 'duration_secs': 0.056645} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.466221] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.466503] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.466793] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.466945] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.467184] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.467519] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7b1248b-59cf-4bed-9fa7-17a5a8fee60a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.482259] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.485166] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.485166] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23aebebf-cf7b-4b63-b2c9-3c7d62204149 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.491093] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 957.491093] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d8831d-91d7-9819-c6ff-45a475f8b993" [ 957.491093] env[69843]: _type = "Task" [ 957.491093] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.501179] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d8831d-91d7-9819-c6ff-45a475f8b993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.587922] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556282} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.588789] env[69843]: INFO nova.virt.vmwareapi.ds_util [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] a547b0d0-377a-44fe-a750-6d0ab748fcff/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk. [ 957.590145] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87e9c24-9e87-4d45-852e-dbd6a0ef9aeb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.618318] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] a547b0d0-377a-44fe-a750-6d0ab748fcff/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.618704] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad8b9ae-c797-4fe7-abc6-8855d3682555 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.640860] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 957.640860] env[69843]: value = "task-3704416" [ 957.640860] env[69843]: _type = "Task" [ 957.640860] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.651960] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.675646] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704415, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.817152] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5b3c8c61-3bc9-472f-aade-22e7bffcdf30 tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "57cc7aea-24c2-49d1-8c30-469a9dbbb5e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.111s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.824572] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.866166] env[69843]: DEBUG nova.compute.manager [req-74f3e686-05e0-4693-a47a-e55066471f37 req-215d763d-7ea6-458f-9d7f-555f96c9cdc7 service nova] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Received event network-vif-plugged-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.866166] env[69843]: DEBUG oslo_concurrency.lockutils [req-74f3e686-05e0-4693-a47a-e55066471f37 req-215d763d-7ea6-458f-9d7f-555f96c9cdc7 service nova] Acquiring lock "ab48a256-03ec-4e99-bd97-c2122b1c848d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.866166] env[69843]: DEBUG oslo_concurrency.lockutils [req-74f3e686-05e0-4693-a47a-e55066471f37 req-215d763d-7ea6-458f-9d7f-555f96c9cdc7 service nova] Lock "ab48a256-03ec-4e99-bd97-c2122b1c848d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.866166] env[69843]: DEBUG oslo_concurrency.lockutils [req-74f3e686-05e0-4693-a47a-e55066471f37 req-215d763d-7ea6-458f-9d7f-555f96c9cdc7 service nova] Lock "ab48a256-03ec-4e99-bd97-c2122b1c848d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.868318] env[69843]: DEBUG nova.compute.manager [req-74f3e686-05e0-4693-a47a-e55066471f37 req-215d763d-7ea6-458f-9d7f-555f96c9cdc7 service nova] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] No waiting events found dispatching network-vif-plugged-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 957.868525] env[69843]: WARNING nova.compute.manager [req-74f3e686-05e0-4693-a47a-e55066471f37 req-215d763d-7ea6-458f-9d7f-555f96c9cdc7 service nova] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Received unexpected event network-vif-plugged-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e for instance with vm_state building and task_state spawning. [ 957.944583] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704413, 'name': CreateVM_Task, 'duration_secs': 0.535858} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.944797] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.945990] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.946578] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.950020] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.950020] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce46ff3-db99-4623-b211-b72f74ee5ee8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.954196] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704414, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.955899] env[69843]: DEBUG nova.network.neutron [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Successfully updated port: 73fa9d2c-71f0-4373-bebf-4a0e779f5d2e {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.961975] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 957.961975] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52aa7eed-464d-fa61-ce69-a478c93b782a" [ 957.961975] env[69843]: _type = "Task" [ 957.961975] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.978617] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52aa7eed-464d-fa61-ce69-a478c93b782a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.007740] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d8831d-91d7-9819-c6ff-45a475f8b993, 'name': SearchDatastore_Task, 'duration_secs': 0.055812} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.008670] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471814ea-1ed3-4cce-9d6b-e4d5156c503a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.017950] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 958.017950] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5258db76-3e4d-d8c8-3fad-71a88c3ec1d8" [ 958.017950] env[69843]: _type = "Task" [ 958.017950] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.036477] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5258db76-3e4d-d8c8-3fad-71a88c3ec1d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.127045] env[69843]: DEBUG nova.network.neutron [req-3c6c7a56-3bfa-421f-aeb3-2a61fa694e4e req-3b5b3a44-b830-4dbe-af86-56d63689ae93 service nova] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Updated VIF entry in instance network info cache for port 991f4280-7906-49ff-bf1f-6e22b2e8d734. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.127694] env[69843]: DEBUG nova.network.neutron [req-3c6c7a56-3bfa-421f-aeb3-2a61fa694e4e req-3b5b3a44-b830-4dbe-af86-56d63689ae93 service nova] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Updating instance_info_cache with network_info: [{"id": "991f4280-7906-49ff-bf1f-6e22b2e8d734", "address": "fa:16:3e:d9:a1:89", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap991f4280-79", "ovs_interfaceid": "991f4280-7906-49ff-bf1f-6e22b2e8d734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.154598] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704416, 'name': ReconfigVM_Task, 'duration_secs': 0.452642} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.155269] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Reconfigured VM instance instance-00000043 to attach disk [datastore2] a547b0d0-377a-44fe-a750-6d0ab748fcff/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.156745] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992650b8-cf1f-4913-9df6-d50ad1cb3da8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.199147] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f782a7a-c7b3-4d1a-9d30-cc44088eaabc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.224879] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554976} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.227290] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] f6b4ea13-7792-4e99-9e45-05cb9ebac331/f6b4ea13-7792-4e99-9e45-05cb9ebac331.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.227555] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.228034] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 958.228034] env[69843]: value = "task-3704417" [ 958.228034] env[69843]: _type = "Task" [ 958.228034] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.231622] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73765c43-525e-45a7-9087-edc427f7cb24 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.249030] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.254548] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 958.254548] env[69843]: value = "task-3704418" [ 958.254548] env[69843]: _type = "Task" [ 958.254548] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.267364] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.362842] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5611663-969d-4c7a-9cfd-1b3b7e9e1cc4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.372214] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4c6399-48ac-4f97-854c-17b28de78de4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.409423] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b4431e-1abf-47de-9003-b847a7c50455 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.419363] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8a61b3-e7ef-46b4-a20a-05f26f994a43 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.435801] env[69843]: DEBUG nova.compute.provider_tree [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.447096] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704414, 'name': Rename_Task, 'duration_secs': 1.22944} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.448161] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.448543] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3183e2fe-97c9-4412-9c97-99a1990658a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.456747] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 958.456747] env[69843]: value = "task-3704419" [ 958.456747] env[69843]: _type = "Task" [ 958.456747] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.462013] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "refresh_cache-ab48a256-03ec-4e99-bd97-c2122b1c848d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.462013] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquired lock "refresh_cache-ab48a256-03ec-4e99-bd97-c2122b1c848d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.462013] env[69843]: DEBUG nova.network.neutron [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.468755] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.479912] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52aa7eed-464d-fa61-ce69-a478c93b782a, 'name': SearchDatastore_Task, 'duration_secs': 0.016081} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.480405] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.480671] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.480932] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.481112] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.481311] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.481940] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87429dc7-2a64-4c84-8384-edad46cd5ba9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.493592] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.493867] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.494692] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db459f34-fe1e-4f70-9f74-f140d23ba3fa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.502347] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 958.502347] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dbf874-d425-498f-0e69-3841c3fd68ec" [ 958.502347] env[69843]: _type = "Task" [ 958.502347] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.511995] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dbf874-d425-498f-0e69-3841c3fd68ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.526146] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5258db76-3e4d-d8c8-3fad-71a88c3ec1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014321} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.526450] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.526734] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 3c2aee20-8a63-4949-b354-643a895f4fc6/3c2aee20-8a63-4949-b354-643a895f4fc6.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.527046] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b002ada3-1712-4161-bdfe-a796e08e917e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.536211] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 958.536211] env[69843]: value = "task-3704420" [ 958.536211] env[69843]: _type = "Task" [ 958.536211] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.545909] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.630410] env[69843]: DEBUG oslo_concurrency.lockutils [req-3c6c7a56-3bfa-421f-aeb3-2a61fa694e4e req-3b5b3a44-b830-4dbe-af86-56d63689ae93 service nova] Releasing lock "refresh_cache-912a4a80-31e7-4f73-9ced-3aaef51595bd" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.716324] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.716655] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.716872] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.717079] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.717256] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.719736] env[69843]: INFO nova.compute.manager [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Terminating instance [ 958.745011] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704417, 'name': ReconfigVM_Task, 'duration_secs': 0.210435} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.745335] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.745596] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ef6de7e-77f7-4def-8c55-aa6751debf11 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.753562] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 958.753562] env[69843]: value = "task-3704421" [ 958.753562] env[69843]: _type = "Task" [ 958.753562] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.768297] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.771460] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095694} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.771735] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.772584] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee333ab-fc1f-4ecd-b9fc-4c4b1ed09784 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.797489] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] f6b4ea13-7792-4e99-9e45-05cb9ebac331/f6b4ea13-7792-4e99-9e45-05cb9ebac331.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.797809] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ed2ff4d-608b-4b32-af7c-d6e06811255a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.821213] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 958.821213] env[69843]: value = "task-3704422" [ 958.821213] env[69843]: _type = "Task" [ 958.821213] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.830942] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.943654] env[69843]: DEBUG nova.scheduler.client.report [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.972190] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.015651] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dbf874-d425-498f-0e69-3841c3fd68ec, 'name': SearchDatastore_Task, 'duration_secs': 0.016307} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.017491] env[69843]: DEBUG nova.network.neutron [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.019766] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63295944-854e-4fd7-b271-1735c29d0854 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.027143] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 959.027143] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5226d3c0-4503-fbf6-4b36-9e2c568a00c4" [ 959.027143] env[69843]: _type = "Task" [ 959.027143] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.037954] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5226d3c0-4503-fbf6-4b36-9e2c568a00c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.047423] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704420, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.225309] env[69843]: DEBUG nova.compute.manager [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.225661] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.226619] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4864d627-6f64-4dc7-99ea-e5202aaa6585 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.235640] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.235951] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15002b09-0540-458e-b54a-f969255dcd56 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.246167] env[69843]: DEBUG oslo_vmware.api [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 959.246167] env[69843]: value = "task-3704423" [ 959.246167] env[69843]: _type = "Task" [ 959.246167] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.262300] env[69843]: DEBUG oslo_vmware.api [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.268333] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.288135] env[69843]: DEBUG nova.network.neutron [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Updating instance_info_cache with network_info: [{"id": "73fa9d2c-71f0-4373-bebf-4a0e779f5d2e", "address": "fa:16:3e:72:96:d4", "network": {"id": "ba273e4a-3d9c-44e9-a0ad-a70ce1d58b6d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-534319384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ac4e9c8d234c5d8a686143903da0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73fa9d2c-71", "ovs_interfaceid": "73fa9d2c-71f0-4373-bebf-4a0e779f5d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.335021] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.450103] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.453225] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.539s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.453581] env[69843]: DEBUG nova.objects.instance [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Lazy-loading 'resources' on Instance uuid fab8720a-ea42-4c83-9b2e-3d7c6b52f40a {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.474487] env[69843]: DEBUG oslo_vmware.api [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704419, 'name': PowerOnVM_Task, 'duration_secs': 0.892841} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.474674] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.474962] env[69843]: INFO nova.compute.manager [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Took 11.48 seconds to spawn the instance on the hypervisor. [ 959.475277] env[69843]: DEBUG nova.compute.manager [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.476349] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a34fa1-3762-4179-8a29-b30fceb69477 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.481513] env[69843]: INFO nova.scheduler.client.report [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Deleted allocations for instance 3f630b5a-6a49-417a-ae8c-d39bd4942d5a [ 959.543224] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5226d3c0-4503-fbf6-4b36-9e2c568a00c4, 'name': SearchDatastore_Task, 'duration_secs': 0.023608} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.547146] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.547507] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 912a4a80-31e7-4f73-9ced-3aaef51595bd/912a4a80-31e7-4f73-9ced-3aaef51595bd.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.549228] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18dcb884-8d08-495a-a6a5-2f91495127da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.561053] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602504} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.563979] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 3c2aee20-8a63-4949-b354-643a895f4fc6/3c2aee20-8a63-4949-b354-643a895f4fc6.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.563979] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.563979] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 959.563979] env[69843]: value = "task-3704424" [ 959.563979] env[69843]: _type = "Task" [ 959.563979] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.563979] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff21e54f-b7b6-406d-8d6b-b6001103118a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.576462] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.577835] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 959.577835] env[69843]: value = "task-3704425" [ 959.577835] env[69843]: _type = "Task" [ 959.577835] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.588237] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.659582] env[69843]: DEBUG oslo_vmware.rw_handles [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245937a-319d-4819-75f8-6508f767b1d9/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 959.660978] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8e4afa-2411-4fb5-a76b-d5d75622731a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.668590] env[69843]: DEBUG oslo_vmware.rw_handles [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245937a-319d-4819-75f8-6508f767b1d9/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 959.668695] env[69843]: ERROR oslo_vmware.rw_handles [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245937a-319d-4819-75f8-6508f767b1d9/disk-0.vmdk due to incomplete transfer. [ 959.668925] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5dee810-c8df-41e4-b1d2-4a63c971cfe5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.677381] env[69843]: DEBUG oslo_vmware.rw_handles [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245937a-319d-4819-75f8-6508f767b1d9/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 959.677381] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Uploaded image 832c419a-f685-4a64-8cf8-1949019e3b4e to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 959.679735] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 959.680014] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4b249e7d-1da8-402d-b9f8-2115f4aee9b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.688120] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 959.688120] env[69843]: value = "task-3704426" [ 959.688120] env[69843]: _type = "Task" [ 959.688120] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.698117] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704426, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.762858] env[69843]: DEBUG oslo_vmware.api [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704423, 'name': PowerOffVM_Task, 'duration_secs': 0.321931} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.763644] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.763900] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.764234] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e619c71-434e-4c59-b16d-12cd97de2213 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.769211] env[69843]: DEBUG oslo_vmware.api [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704421, 'name': PowerOnVM_Task, 'duration_secs': 0.768014} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.769742] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.772455] env[69843]: DEBUG nova.compute.manager [None req-0d8856c9-ccb3-4b7f-99dc-3fada12385c6 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.773259] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d02e239-b5d2-42e8-a58e-57e6a95d8912 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.791975] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Releasing lock "refresh_cache-ab48a256-03ec-4e99-bd97-c2122b1c848d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.792319] env[69843]: DEBUG nova.compute.manager [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Instance network_info: |[{"id": "73fa9d2c-71f0-4373-bebf-4a0e779f5d2e", "address": "fa:16:3e:72:96:d4", "network": {"id": "ba273e4a-3d9c-44e9-a0ad-a70ce1d58b6d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-534319384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ac4e9c8d234c5d8a686143903da0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73fa9d2c-71", "ovs_interfaceid": "73fa9d2c-71f0-4373-bebf-4a0e779f5d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.792950] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:96:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73fa9d2c-71f0-4373-bebf-4a0e779f5d2e', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.801143] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.801403] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.801624] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13b429c0-4458-4d92-a3ef-5dbab65a3d97 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.827025] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.827025] env[69843]: value = "task-3704428" [ 959.827025] env[69843]: _type = "Task" [ 959.827025] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.834128] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704422, 'name': ReconfigVM_Task, 'duration_secs': 0.74379} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.834881] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Reconfigured VM instance instance-00000046 to attach disk [datastore2] f6b4ea13-7792-4e99-9e45-05cb9ebac331/f6b4ea13-7792-4e99-9e45-05cb9ebac331.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.835989] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf91a515-de8b-4ddf-b292-579ccb9db62d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.840658] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704428, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.846361] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 959.846361] env[69843]: value = "task-3704429" [ 959.846361] env[69843]: _type = "Task" [ 959.846361] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.855568] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704429, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.871636] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.871636] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.871836] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Deleting the datastore file [datastore2] 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.872248] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c561940e-8bc8-4728-86a1-0c6c9c8b8abf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.882952] env[69843]: DEBUG oslo_vmware.api [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for the task: (returnval){ [ 959.882952] env[69843]: value = "task-3704430" [ 959.882952] env[69843]: _type = "Task" [ 959.882952] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.894907] env[69843]: DEBUG oslo_vmware.api [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.963282] env[69843]: DEBUG nova.compute.manager [req-2f118d0f-ea1f-4436-a52d-d7ef0d43c524 req-4857d427-2c78-4bf2-94af-098eeaf46fe8 service nova] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Received event network-changed-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.963477] env[69843]: DEBUG nova.compute.manager [req-2f118d0f-ea1f-4436-a52d-d7ef0d43c524 req-4857d427-2c78-4bf2-94af-098eeaf46fe8 service nova] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Refreshing instance network info cache due to event network-changed-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.963584] env[69843]: DEBUG oslo_concurrency.lockutils [req-2f118d0f-ea1f-4436-a52d-d7ef0d43c524 req-4857d427-2c78-4bf2-94af-098eeaf46fe8 service nova] Acquiring lock "refresh_cache-ab48a256-03ec-4e99-bd97-c2122b1c848d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.963728] env[69843]: DEBUG oslo_concurrency.lockutils [req-2f118d0f-ea1f-4436-a52d-d7ef0d43c524 req-4857d427-2c78-4bf2-94af-098eeaf46fe8 service nova] Acquired lock "refresh_cache-ab48a256-03ec-4e99-bd97-c2122b1c848d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.963893] env[69843]: DEBUG nova.network.neutron [req-2f118d0f-ea1f-4436-a52d-d7ef0d43c524 req-4857d427-2c78-4bf2-94af-098eeaf46fe8 service nova] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Refreshing network info cache for port 73fa9d2c-71f0-4373-bebf-4a0e779f5d2e {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.989658] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba6c4124-c04b-4b8a-b0aa-39643fd94314 tempest-ServerShowV257Test-741851328 tempest-ServerShowV257Test-741851328-project-member] Lock "3f630b5a-6a49-417a-ae8c-d39bd4942d5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.446s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.005644] env[69843]: INFO nova.compute.manager [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Took 49.29 seconds to build instance. [ 960.080555] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704424, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.092030] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09085} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.092457] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.094280] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2043f29b-92d7-4b69-9c8e-430ab461ad4a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.127586] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 3c2aee20-8a63-4949-b354-643a895f4fc6/3c2aee20-8a63-4949-b354-643a895f4fc6.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.130606] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-964d91bf-e508-4c17-a812-f66fa0030e3e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.154963] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 960.154963] env[69843]: value = "task-3704431" [ 960.154963] env[69843]: _type = "Task" [ 960.154963] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.167639] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.202192] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704426, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.345655] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704428, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.360146] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704429, 'name': Rename_Task, 'duration_secs': 0.413022} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.360661] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.360951] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02ae7ab2-9968-4989-8227-622555d9a4f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.374029] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 960.374029] env[69843]: value = "task-3704432" [ 960.374029] env[69843]: _type = "Task" [ 960.374029] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.392421] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.405643] env[69843]: DEBUG oslo_vmware.api [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.486774] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96462c0-833a-4af0-bce1-a1e7ce8ed90a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.497449] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ce5c13-ed27-4aab-9537-c1591eeed910 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.534740] env[69843]: DEBUG oslo_concurrency.lockutils [None req-de4369a7-1319-43bb-8a6f-f29a7e12bdec tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.832s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.538331] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5087d8-8e34-4ae1-8def-d22859a4a4f9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.549080] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249daeb6-043b-4ca0-9787-556f89f3315a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.570524] env[69843]: DEBUG nova.compute.provider_tree [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.586677] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704424, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.006306} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.586677] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 912a4a80-31e7-4f73-9ced-3aaef51595bd/912a4a80-31e7-4f73-9ced-3aaef51595bd.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.586677] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.586677] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db053df2-3e5c-4243-a89d-4410a16a7fcf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.600208] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 960.600208] env[69843]: value = "task-3704433" [ 960.600208] env[69843]: _type = "Task" [ 960.600208] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.610498] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.667646] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.700945] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704426, 'name': Destroy_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.840094] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704428, 'name': CreateVM_Task, 'duration_secs': 0.976701} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.840588] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.841154] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.841358] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.841758] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.842113] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a484aa9c-8f52-48a6-9700-1761cee2d0db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.848964] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 960.848964] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cf9a07-f3a9-983c-4d9a-3a36c8acb9ec" [ 960.848964] env[69843]: _type = "Task" [ 960.848964] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.859312] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cf9a07-f3a9-983c-4d9a-3a36c8acb9ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.886061] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.899748] env[69843]: DEBUG oslo_vmware.api [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Task: {'id': task-3704430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.631436} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.900179] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.900381] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.900640] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.900888] env[69843]: INFO nova.compute.manager [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Took 1.68 seconds to destroy the instance on the hypervisor. [ 960.901252] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.901542] env[69843]: DEBUG nova.compute.manager [-] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.901666] env[69843]: DEBUG nova.network.neutron [-] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.035617] env[69843]: DEBUG nova.network.neutron [req-2f118d0f-ea1f-4436-a52d-d7ef0d43c524 req-4857d427-2c78-4bf2-94af-098eeaf46fe8 service nova] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Updated VIF entry in instance network info cache for port 73fa9d2c-71f0-4373-bebf-4a0e779f5d2e. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.036298] env[69843]: DEBUG nova.network.neutron [req-2f118d0f-ea1f-4436-a52d-d7ef0d43c524 req-4857d427-2c78-4bf2-94af-098eeaf46fe8 service nova] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Updating instance_info_cache with network_info: [{"id": "73fa9d2c-71f0-4373-bebf-4a0e779f5d2e", "address": "fa:16:3e:72:96:d4", "network": {"id": "ba273e4a-3d9c-44e9-a0ad-a70ce1d58b6d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-534319384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ac4e9c8d234c5d8a686143903da0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73fa9d2c-71", "ovs_interfaceid": "73fa9d2c-71f0-4373-bebf-4a0e779f5d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.082063] env[69843]: DEBUG nova.scheduler.client.report [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.120026] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305279} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.120026] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.120026] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c58e30-d360-4555-9879-7d778632aae1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.159589] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 912a4a80-31e7-4f73-9ced-3aaef51595bd/912a4a80-31e7-4f73-9ced-3aaef51595bd.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.160308] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e60aac59-4b26-44a3-b947-a12035c80cfe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.209036] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "2b6121ba-c485-4ade-a226-65c3ae96ecd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.209461] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "2b6121ba-c485-4ade-a226-65c3ae96ecd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.216024] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 961.216024] env[69843]: value = "task-3704434" [ 961.216024] env[69843]: _type = "Task" [ 961.216024] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.232968] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704431, 'name': ReconfigVM_Task, 'duration_secs': 0.557196} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.233384] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704426, 'name': Destroy_Task, 'duration_secs': 1.298563} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.238172] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 3c2aee20-8a63-4949-b354-643a895f4fc6/3c2aee20-8a63-4949-b354-643a895f4fc6.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.238526] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Destroyed the VM [ 961.238947] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 961.246350] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0b815b7-f2ca-4e42-922f-36c8f84654fc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.249325] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62b94163-eb42-4903-8bb7-6bbb4e469d2e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.255159] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.263813] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 961.263813] env[69843]: value = "task-3704435" [ 961.263813] env[69843]: _type = "Task" [ 961.263813] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.265703] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 961.265703] env[69843]: value = "task-3704436" [ 961.265703] env[69843]: _type = "Task" [ 961.265703] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.291344] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704435, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.291815] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704436, 'name': Rename_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.363240] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cf9a07-f3a9-983c-4d9a-3a36c8acb9ec, 'name': SearchDatastore_Task, 'duration_secs': 0.037593} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.363240] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.363240] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.363240] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.363240] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.363240] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.363240] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2185e029-321e-4aac-a0de-0cd5a92e49a8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.374743] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.375020] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.375951] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fbfe1e-3dfc-4d05-adc7-4db5f52c703b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.393510] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704432, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.394179] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 961.394179] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52023d16-67a4-0893-9021-8c0c7e7327b3" [ 961.394179] env[69843]: _type = "Task" [ 961.394179] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.407372] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52023d16-67a4-0893-9021-8c0c7e7327b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.545284] env[69843]: DEBUG oslo_concurrency.lockutils [req-2f118d0f-ea1f-4436-a52d-d7ef0d43c524 req-4857d427-2c78-4bf2-94af-098eeaf46fe8 service nova] Releasing lock "refresh_cache-ab48a256-03ec-4e99-bd97-c2122b1c848d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.586639] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.589462] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.790s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.589826] env[69843]: DEBUG nova.objects.instance [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lazy-loading 'resources' on Instance uuid 623830cd-1473-4a97-8c20-77461d201d1a {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.614143] env[69843]: INFO nova.scheduler.client.report [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Deleted allocations for instance fab8720a-ea42-4c83-9b2e-3d7c6b52f40a [ 961.716503] env[69843]: DEBUG nova.compute.manager [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.733685] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.741934] env[69843]: DEBUG nova.network.neutron [-] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.783267] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704435, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.795420] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704436, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.894707] env[69843]: DEBUG oslo_vmware.api [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704432, 'name': PowerOnVM_Task, 'duration_secs': 1.443774} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.897047] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.897047] env[69843]: INFO nova.compute.manager [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Took 11.13 seconds to spawn the instance on the hypervisor. [ 961.897047] env[69843]: DEBUG nova.compute.manager [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 961.902420] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a13722-08f7-45a2-92dd-75faeeb67c00 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.921253] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52023d16-67a4-0893-9021-8c0c7e7327b3, 'name': SearchDatastore_Task, 'duration_secs': 0.021566} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.922700] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed67c866-5747-4f40-9b7d-827a9636d094 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.929933] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 961.929933] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52095c41-e50b-4b65-8e4a-77edb500fc93" [ 961.929933] env[69843]: _type = "Task" [ 961.929933] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.941202] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52095c41-e50b-4b65-8e4a-77edb500fc93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.034066] env[69843]: INFO nova.compute.manager [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Unrescuing [ 962.034066] env[69843]: DEBUG oslo_concurrency.lockutils [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "refresh_cache-a547b0d0-377a-44fe-a750-6d0ab748fcff" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.034066] env[69843]: DEBUG oslo_concurrency.lockutils [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquired lock "refresh_cache-a547b0d0-377a-44fe-a750-6d0ab748fcff" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.034381] env[69843]: DEBUG nova.network.neutron [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.126482] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02d716cc-2cff-4045-822f-c589a5290abd tempest-ServersV294TestFqdnHostnames-791978398 tempest-ServersV294TestFqdnHostnames-791978398-project-member] Lock "fab8720a-ea42-4c83-9b2e-3d7c6b52f40a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.822s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.133021] env[69843]: DEBUG nova.compute.manager [req-76632a87-2951-486c-a459-6378ee58a5de req-5d173ff7-0ee1-4e9e-8297-7edc751c088b service nova] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Received event network-vif-deleted-a6544a57-b8ff-446e-bd87-c9daa3a7e007 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.240252] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704434, 'name': ReconfigVM_Task, 'duration_secs': 0.582787} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.240563] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 912a4a80-31e7-4f73-9ced-3aaef51595bd/912a4a80-31e7-4f73-9ced-3aaef51595bd.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.241228] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dea9e6b-b43f-42a4-9c4e-4e727f1845c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.243850] env[69843]: INFO nova.compute.manager [-] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Took 1.34 seconds to deallocate network for instance. [ 962.256136] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 962.256136] env[69843]: value = "task-3704437" [ 962.256136] env[69843]: _type = "Task" [ 962.256136] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.257821] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.269254] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704437, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.288838] env[69843]: DEBUG oslo_vmware.api [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704435, 'name': RemoveSnapshot_Task, 'duration_secs': 0.838877} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.298613] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 962.298838] env[69843]: INFO nova.compute.manager [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Took 18.48 seconds to snapshot the instance on the hypervisor. [ 962.302769] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704436, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.430270] env[69843]: INFO nova.compute.manager [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Took 48.20 seconds to build instance. [ 962.450294] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52095c41-e50b-4b65-8e4a-77edb500fc93, 'name': SearchDatastore_Task, 'duration_secs': 0.020059} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.451367] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.451702] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] ab48a256-03ec-4e99-bd97-c2122b1c848d/ab48a256-03ec-4e99-bd97-c2122b1c848d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.452043] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-226cc1be-fbc2-439e-9689-14d053bf7f8f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.461191] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 962.461191] env[69843]: value = "task-3704438" [ 962.461191] env[69843]: _type = "Task" [ 962.461191] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.471506] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.555392] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb5854e-b2b1-4825-8fe3-dd19c2214e90 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.565209] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc851ccc-603c-4914-b4e7-2c3d37be48c5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.600754] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eceabe-9869-4401-86cb-30bc8fd6a042 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.609222] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa0b95-8a7b-4eed-b7d5-11c7612f77c7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.624957] env[69843]: DEBUG nova.compute.provider_tree [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.758864] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.770490] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704437, 'name': Rename_Task, 'duration_secs': 0.219842} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.770859] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.771297] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4ea1537-b200-4c61-a99a-085694421a78 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.783686] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 962.783686] env[69843]: value = "task-3704439" [ 962.783686] env[69843]: _type = "Task" [ 962.783686] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.784803] env[69843]: DEBUG nova.network.neutron [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Updating instance_info_cache with network_info: [{"id": "eac262fb-61d2-4f37-adc0-ed35a0adadcc", "address": "fa:16:3e:14:72:a2", "network": {"id": "a02fde56-bb4b-4378-ba0d-374ffcbd7cfc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-7486345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "521d99d44ba349019c3f58c6b10eb938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac262fb-61", "ovs_interfaceid": "eac262fb-61d2-4f37-adc0-ed35a0adadcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.793366] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704436, 'name': Rename_Task, 'duration_secs': 1.30629} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.794222] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.794627] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e59140bf-524c-4c47-8229-5b1c279d808f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.801319] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704439, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.811190] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 962.811190] env[69843]: value = "task-3704440" [ 962.811190] env[69843]: _type = "Task" [ 962.811190] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.822149] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.854930] env[69843]: DEBUG nova.compute.manager [None req-0a02505a-7b3f-401b-8bcc-43d504fd1058 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Found 1 images (rotation: 2) {{(pid=69843) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 962.940980] env[69843]: DEBUG oslo_concurrency.lockutils [None req-730c0183-b943-4a2f-b761-ea6ba66ad2a6 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.729s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.976465] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704438, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.129160] env[69843]: DEBUG nova.scheduler.client.report [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.294210] env[69843]: DEBUG oslo_concurrency.lockutils [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Releasing lock "refresh_cache-a547b0d0-377a-44fe-a750-6d0ab748fcff" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.294870] env[69843]: DEBUG nova.objects.instance [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lazy-loading 'flavor' on Instance uuid a547b0d0-377a-44fe-a750-6d0ab748fcff {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.306137] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.326968] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.476679] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826372} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.480037] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] ab48a256-03ec-4e99-bd97-c2122b1c848d/ab48a256-03ec-4e99-bd97-c2122b1c848d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.480037] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.480037] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5903f08-6f2d-4a6a-bfdf-6ebb89175657 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.487406] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 963.487406] env[69843]: value = "task-3704441" [ 963.487406] env[69843]: _type = "Task" [ 963.487406] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.495821] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.634613] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.639025] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.451s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.639025] env[69843]: DEBUG nova.objects.instance [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lazy-loading 'resources' on Instance uuid 0ca4831d-6778-4938-9282-e658bd7c7a3f {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.675484] env[69843]: INFO nova.scheduler.client.report [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Deleted allocations for instance 623830cd-1473-4a97-8c20-77461d201d1a [ 963.780579] env[69843]: DEBUG nova.compute.manager [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.782153] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f92050f-eb96-4cc1-ae6c-d42c04154377 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.804754] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704439, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.806285] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdee438-9cde-4ae3-8e73-6dc8a0b6b672 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.836606] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.836868] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8750b588-3c11-4bf3-b9a3-89ad736e5c12 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.842973] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.851215] env[69843]: DEBUG oslo_vmware.api [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 963.851215] env[69843]: value = "task-3704442" [ 963.851215] env[69843]: _type = "Task" [ 963.851215] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.860974] env[69843]: DEBUG oslo_vmware.api [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.001495] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085083} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.001737] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.003135] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff81176-2aac-47f7-897f-852f6a44f1f9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.032018] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] ab48a256-03ec-4e99-bd97-c2122b1c848d/ab48a256-03ec-4e99-bd97-c2122b1c848d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.032373] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f71830c-26da-4a92-97ec-6fc5252997bb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.054880] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 964.054880] env[69843]: value = "task-3704443" [ 964.054880] env[69843]: _type = "Task" [ 964.054880] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.065183] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.194144] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fbacc61-a471-406b-be3e-540ea8b49f3a tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "623830cd-1473-4a97-8c20-77461d201d1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.873s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.304031] env[69843]: DEBUG oslo_vmware.api [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704439, 'name': PowerOnVM_Task, 'duration_secs': 1.261261} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.306637] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.306826] env[69843]: INFO nova.compute.manager [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Took 10.83 seconds to spawn the instance on the hypervisor. [ 964.307049] env[69843]: DEBUG nova.compute.manager [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.307854] env[69843]: INFO nova.compute.manager [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] instance snapshotting [ 964.309033] env[69843]: DEBUG nova.objects.instance [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'flavor' on Instance uuid 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.310973] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7366c8-ba96-44c4-9c06-7de34e9e6967 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.334215] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.371403] env[69843]: DEBUG oslo_vmware.api [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704442, 'name': PowerOffVM_Task, 'duration_secs': 0.378112} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.375723] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.385857] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 964.388176] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40b8775-2055-4c50-bab7-7a209e749608 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.425676] env[69843]: DEBUG oslo_vmware.api [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 964.425676] env[69843]: value = "task-3704444" [ 964.425676] env[69843]: _type = "Task" [ 964.425676] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.445840] env[69843]: DEBUG oslo_vmware.api [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704444, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.568387] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.614858] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585fe3aa-1acf-4146-9b84-3c58361737f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.624488] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509bd71f-78fa-4bbb-94dd-385962deeb73 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.658605] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b04747-15b3-4933-a686-afd051baa60c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.667575] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad95ba7-7479-491d-8ad7-842ed49af102 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.684649] env[69843]: DEBUG nova.compute.provider_tree [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.822205] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccabfc2-67da-482f-a0b1-335131d13ecd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.832167] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.850264] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e97bcc1-2040-466e-bbd6-c4f2def124be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.856241] env[69843]: INFO nova.compute.manager [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Took 44.56 seconds to build instance. [ 964.937108] env[69843]: DEBUG oslo_vmware.api [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704444, 'name': ReconfigVM_Task, 'duration_secs': 0.318075} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.937461] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 964.937620] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.937888] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-348976ae-ff98-4f3c-9f2e-8ae13f44ff30 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.945749] env[69843]: DEBUG oslo_vmware.api [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 964.945749] env[69843]: value = "task-3704445" [ 964.945749] env[69843]: _type = "Task" [ 964.945749] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.955259] env[69843]: DEBUG oslo_vmware.api [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.981865] env[69843]: DEBUG nova.compute.manager [req-e977ef0e-cf59-44e1-af57-bf6054dede63 req-c023f49f-7dd4-4e3d-8adb-7a7b4bd3cd76 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Received event network-changed-c65dd1b0-52ce-4e7a-891b-da0fb599da17 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.981865] env[69843]: DEBUG nova.compute.manager [req-e977ef0e-cf59-44e1-af57-bf6054dede63 req-c023f49f-7dd4-4e3d-8adb-7a7b4bd3cd76 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Refreshing instance network info cache due to event network-changed-c65dd1b0-52ce-4e7a-891b-da0fb599da17. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.984880] env[69843]: DEBUG oslo_concurrency.lockutils [req-e977ef0e-cf59-44e1-af57-bf6054dede63 req-c023f49f-7dd4-4e3d-8adb-7a7b4bd3cd76 service nova] Acquiring lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.984880] env[69843]: DEBUG oslo_concurrency.lockutils [req-e977ef0e-cf59-44e1-af57-bf6054dede63 req-c023f49f-7dd4-4e3d-8adb-7a7b4bd3cd76 service nova] Acquired lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.984880] env[69843]: DEBUG nova.network.neutron [req-e977ef0e-cf59-44e1-af57-bf6054dede63 req-c023f49f-7dd4-4e3d-8adb-7a7b4bd3cd76 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Refreshing network info cache for port c65dd1b0-52ce-4e7a-891b-da0fb599da17 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.067694] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704443, 'name': ReconfigVM_Task, 'duration_secs': 0.567997} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.068070] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Reconfigured VM instance instance-00000048 to attach disk [datastore1] ab48a256-03ec-4e99-bd97-c2122b1c848d/ab48a256-03ec-4e99-bd97-c2122b1c848d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.068750] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc211677-3df8-4157-9b11-397a03ca45bd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.077527] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 965.077527] env[69843]: value = "task-3704446" [ 965.077527] env[69843]: _type = "Task" [ 965.077527] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.089941] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704446, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.189131] env[69843]: DEBUG nova.scheduler.client.report [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.330579] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704440, 'name': PowerOnVM_Task, 'duration_secs': 2.447314} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.330958] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.331240] env[69843]: DEBUG nova.compute.manager [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 965.332816] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7a8081-93c3-4546-b687-8791f3f1c320 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.365611] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5e26e62-5e77-42fb-8558-e7a5f5609e41 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "912a4a80-31e7-4f73-9ced-3aaef51595bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.083s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.368462] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 965.368922] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6081ab91-032d-44cd-800e-e42912ce48e3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.378040] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 965.378040] env[69843]: value = "task-3704447" [ 965.378040] env[69843]: _type = "Task" [ 965.378040] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.393255] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704447, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.456482] env[69843]: DEBUG oslo_vmware.api [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704445, 'name': PowerOnVM_Task, 'duration_secs': 0.441608} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.456765] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.457010] env[69843]: DEBUG nova.compute.manager [None req-60206485-e03b-4625-a98c-d7bfe7bb1410 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 965.457835] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b1d8f2-f5b7-4e0c-b041-a3a3d0dfb6b7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.589076] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704446, 'name': Rename_Task, 'duration_secs': 0.226638} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.589374] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.589975] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61e61b70-5d4a-4037-9d29-9f261f2a5192 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.597608] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 965.597608] env[69843]: value = "task-3704448" [ 965.597608] env[69843]: _type = "Task" [ 965.597608] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.608339] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.695853] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.698474] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.630s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.698738] env[69843]: DEBUG nova.objects.instance [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lazy-loading 'resources' on Instance uuid 9d7edebd-e43b-466f-8667-4f4aedc080cb {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.727734] env[69843]: INFO nova.scheduler.client.report [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Deleted allocations for instance 0ca4831d-6778-4938-9282-e658bd7c7a3f [ 965.759441] env[69843]: DEBUG nova.network.neutron [req-e977ef0e-cf59-44e1-af57-bf6054dede63 req-c023f49f-7dd4-4e3d-8adb-7a7b4bd3cd76 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Updated VIF entry in instance network info cache for port c65dd1b0-52ce-4e7a-891b-da0fb599da17. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.759868] env[69843]: DEBUG nova.network.neutron [req-e977ef0e-cf59-44e1-af57-bf6054dede63 req-c023f49f-7dd4-4e3d-8adb-7a7b4bd3cd76 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Updating instance_info_cache with network_info: [{"id": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "address": "fa:16:3e:1a:4c:3e", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65dd1b0-52", "ovs_interfaceid": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.857272] env[69843]: INFO nova.compute.manager [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] bringing vm to original state: 'stopped' [ 965.888975] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704447, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.109156] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.217381] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "912a4a80-31e7-4f73-9ced-3aaef51595bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.218141] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "912a4a80-31e7-4f73-9ced-3aaef51595bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.236251] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36efea8-1c7a-41dc-a167-380434bfc36b tempest-MultipleCreateTestJSON-1574682855 tempest-MultipleCreateTestJSON-1574682855-project-member] Lock "0ca4831d-6778-4938-9282-e658bd7c7a3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.774s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.262544] env[69843]: DEBUG oslo_concurrency.lockutils [req-e977ef0e-cf59-44e1-af57-bf6054dede63 req-c023f49f-7dd4-4e3d-8adb-7a7b4bd3cd76 service nova] Releasing lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.396572] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704447, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.502052] env[69843]: DEBUG oslo_concurrency.lockutils [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "a547b0d0-377a-44fe-a750-6d0ab748fcff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.502538] env[69843]: DEBUG oslo_concurrency.lockutils [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "a547b0d0-377a-44fe-a750-6d0ab748fcff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.502538] env[69843]: DEBUG oslo_concurrency.lockutils [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "a547b0d0-377a-44fe-a750-6d0ab748fcff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.502717] env[69843]: DEBUG oslo_concurrency.lockutils [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "a547b0d0-377a-44fe-a750-6d0ab748fcff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.502891] env[69843]: DEBUG oslo_concurrency.lockutils [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "a547b0d0-377a-44fe-a750-6d0ab748fcff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.505272] env[69843]: INFO nova.compute.manager [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Terminating instance [ 966.584777] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd4b187-9128-451b-b5af-37a976a533a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.593054] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ffc848-9991-42e4-bb5e-cfa8dd25a691 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.631355] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afaa0aa-912c-4d23-abc2-288f93b288b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.637416] env[69843]: DEBUG oslo_vmware.api [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704448, 'name': PowerOnVM_Task, 'duration_secs': 0.956642} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.638154] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.638377] env[69843]: INFO nova.compute.manager [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Took 9.54 seconds to spawn the instance on the hypervisor. [ 966.638599] env[69843]: DEBUG nova.compute.manager [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.639501] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f0658b-d28b-4a07-a2ac-f9ddca0ec702 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.645757] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa96bec2-21e6-458d-a0f4-6983869d0d2b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.667238] env[69843]: DEBUG nova.compute.provider_tree [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.723774] env[69843]: DEBUG nova.compute.utils [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.866676] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "3c2aee20-8a63-4949-b354-643a895f4fc6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.867359] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "3c2aee20-8a63-4949-b354-643a895f4fc6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.867623] env[69843]: DEBUG nova.compute.manager [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.869577] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaf5091-b55e-4a09-8c62-a85837950c0e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.881199] env[69843]: DEBUG nova.compute.manager [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69843) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 966.895997] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704447, 'name': CreateSnapshot_Task, 'duration_secs': 1.073192} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.895997] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 966.896805] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81bae70-0204-4e0a-b453-f802c8a12f2e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.014127] env[69843]: DEBUG nova.compute.manager [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.014127] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.014932] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2163c979-976f-4eb6-81d8-1027590962f2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.026375] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.027537] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edb2b07c-684b-470e-9170-98fde69ab19c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.036886] env[69843]: DEBUG oslo_vmware.api [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 967.036886] env[69843]: value = "task-3704449" [ 967.036886] env[69843]: _type = "Task" [ 967.036886] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.047887] env[69843]: DEBUG oslo_vmware.api [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.178736] env[69843]: DEBUG nova.scheduler.client.report [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.186914] env[69843]: INFO nova.compute.manager [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Took 42.17 seconds to build instance. [ 967.228815] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "912a4a80-31e7-4f73-9ced-3aaef51595bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.390391] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.394230] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5343b28b-6593-40bc-9f4e-38ef95e5a1e6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.404441] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 967.404441] env[69843]: value = "task-3704450" [ 967.404441] env[69843]: _type = "Task" [ 967.404441] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.422811] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 967.429146] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe61ed94-1355-4a03-bad4-569ab04228ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.432993] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.442692] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 967.442692] env[69843]: value = "task-3704451" [ 967.442692] env[69843]: _type = "Task" [ 967.442692] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.453420] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704451, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.547833] env[69843]: DEBUG oslo_vmware.api [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704449, 'name': PowerOffVM_Task, 'duration_secs': 0.504381} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.548272] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.548494] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.549557] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6858c001-5347-4dd2-a488-e5ef1a97c04b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.636278] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.636563] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.637223] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Deleting the datastore file [datastore2] a547b0d0-377a-44fe-a750-6d0ab748fcff {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.637288] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dfa1696-e90c-43fb-adf3-223f9b480d10 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.648751] env[69843]: DEBUG oslo_vmware.api [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 967.648751] env[69843]: value = "task-3704453" [ 967.648751] env[69843]: _type = "Task" [ 967.648751] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.665316] env[69843]: DEBUG oslo_vmware.api [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.686200] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.689812] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.463s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.691828] env[69843]: INFO nova.compute.claims [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.703040] env[69843]: DEBUG oslo_concurrency.lockutils [None req-23c650c0-9954-4b57-a532-66abe1840a8d tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "ab48a256-03ec-4e99-bd97-c2122b1c848d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.695s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.737909] env[69843]: INFO nova.scheduler.client.report [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Deleted allocations for instance 9d7edebd-e43b-466f-8667-4f4aedc080cb [ 967.920808] env[69843]: DEBUG oslo_vmware.api [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704450, 'name': PowerOffVM_Task, 'duration_secs': 0.459737} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.921120] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.921331] env[69843]: DEBUG nova.compute.manager [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.922170] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255335b5-de47-4344-afb5-b9520f229766 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.955627] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704451, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.160852] env[69843]: DEBUG oslo_vmware.api [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329698} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.161471] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.161471] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.161471] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.161627] env[69843]: INFO nova.compute.manager [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Took 1.15 seconds to destroy the instance on the hypervisor. [ 968.161924] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.162558] env[69843]: DEBUG nova.compute.manager [-] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.162558] env[69843]: DEBUG nova.network.neutron [-] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.252070] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7f2b1e75-eae2-48cc-888c-f17b0574dd6a tempest-ServersWithSpecificFlavorTestJSON-1342976233 tempest-ServersWithSpecificFlavorTestJSON-1342976233-project-member] Lock "9d7edebd-e43b-466f-8667-4f4aedc080cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.326s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.352743] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "912a4a80-31e7-4f73-9ced-3aaef51595bd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.355860] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "912a4a80-31e7-4f73-9ced-3aaef51595bd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.355860] env[69843]: INFO nova.compute.manager [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Attaching volume ec5d84af-fd47-48a2-ac53-f8189df7aa65 to /dev/sdb [ 968.445022] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "3c2aee20-8a63-4949-b354-643a895f4fc6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.575s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.459676] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704451, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.483545] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f334f13b-619b-46ce-8709-171ab585ff17 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.497127] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e99dc1f-4c4e-4d70-8c41-af8245e153a1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.515986] env[69843]: DEBUG nova.virt.block_device [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Updating existing volume attachment record: 4aa9983d-6c44-494c-9daa-9763179f1fd2 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 968.976091] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.981927] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704451, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.079747] env[69843]: DEBUG nova.network.neutron [-] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.152258] env[69843]: DEBUG nova.compute.manager [req-643389f9-ceb8-4e78-a4ef-2b3480b50dd2 req-dc2c929a-3a5d-4eca-b74a-df8f98943afb service nova] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Received event network-vif-deleted-eac262fb-61d2-4f37-adc0-ed35a0adadcc {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.164162] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87eccf77-c919-4b0f-9409-9050b555ad17 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.174923] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d55a6b-d8ab-4f2f-b8d1-df7916b5fafd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.217033] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e0abe3-470a-4a56-a973-ea2b83310296 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.225342] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701206b4-eb76-49f8-96f0-3ef1e989fcf8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.243016] env[69843]: DEBUG nova.compute.provider_tree [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.469396] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704451, 'name': CloneVM_Task, 'duration_secs': 1.754335} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.469747] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Created linked-clone VM from snapshot [ 969.470636] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489d6f6d-3148-4e47-b07c-31f492372f1d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.480200] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Uploading image 7c997b50-8be0-4c45-a13a-69170bf296c9 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 969.509793] env[69843]: DEBUG oslo_vmware.rw_handles [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 969.509793] env[69843]: value = "vm-737861" [ 969.509793] env[69843]: _type = "VirtualMachine" [ 969.509793] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 969.510236] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-52d4c191-cfab-4c31-a39b-5c1644ea0d09 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.520190] env[69843]: DEBUG oslo_vmware.rw_handles [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lease: (returnval){ [ 969.520190] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a3f6c9-8f95-f455-05aa-04cbbb82ee06" [ 969.520190] env[69843]: _type = "HttpNfcLease" [ 969.520190] env[69843]: } obtained for exporting VM: (result){ [ 969.520190] env[69843]: value = "vm-737861" [ 969.520190] env[69843]: _type = "VirtualMachine" [ 969.520190] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 969.520528] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the lease: (returnval){ [ 969.520528] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a3f6c9-8f95-f455-05aa-04cbbb82ee06" [ 969.520528] env[69843]: _type = "HttpNfcLease" [ 969.520528] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 969.532837] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.532837] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a3f6c9-8f95-f455-05aa-04cbbb82ee06" [ 969.532837] env[69843]: _type = "HttpNfcLease" [ 969.532837] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 969.586132] env[69843]: INFO nova.compute.manager [-] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Took 1.42 seconds to deallocate network for instance. [ 969.666551] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "0f4e67ac-79bc-42c6-881b-5e86efcab36e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.666811] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "0f4e67ac-79bc-42c6-881b-5e86efcab36e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.702895] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "b0f00267-e9bc-4303-b12e-f426cc934f61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.703044] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "b0f00267-e9bc-4303-b12e-f426cc934f61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.746388] env[69843]: DEBUG nova.scheduler.client.report [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.750038] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "d3e2b15b-06a4-4fcb-ada5-c1640505323e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.750284] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "d3e2b15b-06a4-4fcb-ada5-c1640505323e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.030631] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.030631] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a3f6c9-8f95-f455-05aa-04cbbb82ee06" [ 970.030631] env[69843]: _type = "HttpNfcLease" [ 970.030631] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 970.030956] env[69843]: DEBUG oslo_vmware.rw_handles [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 970.030956] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a3f6c9-8f95-f455-05aa-04cbbb82ee06" [ 970.030956] env[69843]: _type = "HttpNfcLease" [ 970.030956] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 970.031717] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515eb8c1-0c78-46cb-ae58-59ae3b1a468e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.035722] env[69843]: DEBUG nova.compute.manager [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.036323] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93146a7-fda5-403f-9606-1335d2711c41 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.044911] env[69843]: DEBUG oslo_vmware.rw_handles [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f8bb9-5171-0541-f493-04ff5d774519/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 970.045077] env[69843]: DEBUG oslo_vmware.rw_handles [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f8bb9-5171-0541-f493-04ff5d774519/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 970.108202] env[69843]: DEBUG oslo_concurrency.lockutils [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.169932] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.208246] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.227183] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-62f6959f-8c24-4e38-96dd-5f7bcf264c46 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.253525] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.254095] env[69843]: DEBUG nova.compute.manager [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.257353] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.261970] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.890s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.262201] env[69843]: DEBUG nova.objects.instance [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lazy-loading 'resources' on Instance uuid 3d500eda-6c7a-442c-a514-b8929ed735e1 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.489281] env[69843]: DEBUG oslo_concurrency.lockutils [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "3c2aee20-8a63-4949-b354-643a895f4fc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.489281] env[69843]: DEBUG oslo_concurrency.lockutils [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "3c2aee20-8a63-4949-b354-643a895f4fc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.489281] env[69843]: DEBUG oslo_concurrency.lockutils [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "3c2aee20-8a63-4949-b354-643a895f4fc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.489281] env[69843]: DEBUG oslo_concurrency.lockutils [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "3c2aee20-8a63-4949-b354-643a895f4fc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.489281] env[69843]: DEBUG oslo_concurrency.lockutils [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "3c2aee20-8a63-4949-b354-643a895f4fc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.490796] env[69843]: INFO nova.compute.manager [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Terminating instance [ 970.611041] env[69843]: INFO nova.compute.manager [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] instance snapshotting [ 970.612629] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee38392-d290-4eda-9512-bea4e2a43ccf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.637639] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a201965-b155-4d6e-958c-c507edf40348 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.705324] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.733976] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.761536] env[69843]: DEBUG nova.compute.utils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.764022] env[69843]: DEBUG nova.compute.manager [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.764492] env[69843]: DEBUG nova.network.neutron [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.794807] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.842597] env[69843]: DEBUG nova.policy [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b41493650b477bb5948c7f420cb922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66cdd4c6127c4dfd9d43483d9537e33c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.995061] env[69843]: DEBUG nova.compute.manager [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.995472] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.996991] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460f51f5-11b2-4c64-abdc-5656e347dd39 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.005518] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.008881] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f86e9079-3f3e-4ae9-8521-377186f16e07 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.083726] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.084069] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.084299] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleting the datastore file [datastore2] 3c2aee20-8a63-4949-b354-643a895f4fc6 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.087467] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36bc4c18-e8f6-4778-9c79-6575c02d4c72 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.095475] env[69843]: DEBUG oslo_vmware.api [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 971.095475] env[69843]: value = "task-3704459" [ 971.095475] env[69843]: _type = "Task" [ 971.095475] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.106721] env[69843]: DEBUG oslo_vmware.api [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.149763] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 971.150123] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-10e61e8e-2808-4bdc-8008-c5a92c01adb6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.159820] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 971.159820] env[69843]: value = "task-3704460" [ 971.159820] env[69843]: _type = "Task" [ 971.159820] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.172440] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704460, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.198415] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a7d07f-ba4b-472a-9fcb-6c0c078b1fde {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.209576] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71fc8c0-8fd6-4396-a58a-7963a1d0df68 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.246537] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c1c6fb-6544-43f1-8257-3fb48b4dc306 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.255800] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc492ac-8c30-4372-8ee4-b698d3aa3ec6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.272346] env[69843]: DEBUG nova.compute.manager [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.275614] env[69843]: DEBUG nova.compute.provider_tree [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.378385] env[69843]: DEBUG nova.network.neutron [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Successfully created port: f9151fdf-c181-4124-b6d8-cc942202e75f {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.606543] env[69843]: DEBUG oslo_vmware.api [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225281} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.607479] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.610022] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.610022] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.610022] env[69843]: INFO nova.compute.manager [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Took 0.61 seconds to destroy the instance on the hypervisor. [ 971.610022] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.610022] env[69843]: DEBUG nova.compute.manager [-] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.610022] env[69843]: DEBUG nova.network.neutron [-] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.670383] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704460, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.783506] env[69843]: DEBUG nova.scheduler.client.report [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.950107] env[69843]: DEBUG nova.compute.manager [req-106ba41c-b8eb-428e-9539-afeedb1563ae req-85ba45f1-860a-4f56-8dad-8f5d756791f4 service nova] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Received event network-vif-deleted-d688f788-e9bd-4fb8-a00c-92d5335605bd {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.950418] env[69843]: INFO nova.compute.manager [req-106ba41c-b8eb-428e-9539-afeedb1563ae req-85ba45f1-860a-4f56-8dad-8f5d756791f4 service nova] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Neutron deleted interface d688f788-e9bd-4fb8-a00c-92d5335605bd; detaching it from the instance and deleting it from the info cache [ 971.950699] env[69843]: DEBUG nova.network.neutron [req-106ba41c-b8eb-428e-9539-afeedb1563ae req-85ba45f1-860a-4f56-8dad-8f5d756791f4 service nova] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.173272] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704460, 'name': CreateSnapshot_Task, 'duration_secs': 0.786775} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.173811] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 972.176262] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e6e01b-8b8b-492b-9f03-62ede7563ea1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.292025] env[69843]: DEBUG nova.compute.manager [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.292471] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.295143] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.585s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.299299] env[69843]: INFO nova.compute.claims [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.318205] env[69843]: DEBUG nova.virt.hardware [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.318858] env[69843]: DEBUG nova.virt.hardware [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.318858] env[69843]: DEBUG nova.virt.hardware [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.319018] env[69843]: DEBUG nova.virt.hardware [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.319713] env[69843]: DEBUG nova.virt.hardware [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.319713] env[69843]: DEBUG nova.virt.hardware [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.320031] env[69843]: DEBUG nova.virt.hardware [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.320514] env[69843]: DEBUG nova.virt.hardware [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.321393] env[69843]: DEBUG nova.virt.hardware [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.321393] env[69843]: DEBUG nova.virt.hardware [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.321635] env[69843]: DEBUG nova.virt.hardware [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.323533] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f282ae3b-33dc-4e9a-a7d4-7ee7e0c2c5a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.327994] env[69843]: INFO nova.scheduler.client.report [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Deleted allocations for instance 3d500eda-6c7a-442c-a514-b8929ed735e1 [ 972.339711] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3560da31-2743-4deb-a52c-2d3ea00a50ed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.430845] env[69843]: DEBUG nova.network.neutron [-] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.453789] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f2b72f3-6cfe-4138-ad2c-e1125c9f494f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.466956] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b1a5e4-e57d-45b7-8409-3c006f474bc1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.503804] env[69843]: DEBUG nova.compute.manager [req-106ba41c-b8eb-428e-9539-afeedb1563ae req-85ba45f1-860a-4f56-8dad-8f5d756791f4 service nova] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Detach interface failed, port_id=d688f788-e9bd-4fb8-a00c-92d5335605bd, reason: Instance 3c2aee20-8a63-4949-b354-643a895f4fc6 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.696041] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 972.696265] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-47b87484-0955-4c6a-bdd4-0afb1deb114d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.707151] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 972.707151] env[69843]: value = "task-3704462" [ 972.707151] env[69843]: _type = "Task" [ 972.707151] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.842594] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4468db0f-05c2-4310-b679-f6993d5e7eec tempest-ServerShowV247Test-1835527545 tempest-ServerShowV247Test-1835527545-project-member] Lock "3d500eda-6c7a-442c-a514-b8929ed735e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.767s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.932606] env[69843]: INFO nova.compute.manager [-] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Took 1.32 seconds to deallocate network for instance. [ 973.108173] env[69843]: DEBUG nova.compute.manager [req-b76a55a2-9775-4276-b7f2-7928a9d13473 req-c2d3b5f6-a3c9-480f-a3aa-120c59d87945 service nova] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Received event network-vif-plugged-f9151fdf-c181-4124-b6d8-cc942202e75f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.108398] env[69843]: DEBUG oslo_concurrency.lockutils [req-b76a55a2-9775-4276-b7f2-7928a9d13473 req-c2d3b5f6-a3c9-480f-a3aa-120c59d87945 service nova] Acquiring lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.108599] env[69843]: DEBUG oslo_concurrency.lockutils [req-b76a55a2-9775-4276-b7f2-7928a9d13473 req-c2d3b5f6-a3c9-480f-a3aa-120c59d87945 service nova] Lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.108790] env[69843]: DEBUG oslo_concurrency.lockutils [req-b76a55a2-9775-4276-b7f2-7928a9d13473 req-c2d3b5f6-a3c9-480f-a3aa-120c59d87945 service nova] Lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.108969] env[69843]: DEBUG nova.compute.manager [req-b76a55a2-9775-4276-b7f2-7928a9d13473 req-c2d3b5f6-a3c9-480f-a3aa-120c59d87945 service nova] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] No waiting events found dispatching network-vif-plugged-f9151fdf-c181-4124-b6d8-cc942202e75f {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 973.109209] env[69843]: WARNING nova.compute.manager [req-b76a55a2-9775-4276-b7f2-7928a9d13473 req-c2d3b5f6-a3c9-480f-a3aa-120c59d87945 service nova] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Received unexpected event network-vif-plugged-f9151fdf-c181-4124-b6d8-cc942202e75f for instance with vm_state building and task_state spawning. [ 973.219619] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704462, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.323716] env[69843]: DEBUG nova.network.neutron [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Successfully updated port: f9151fdf-c181-4124-b6d8-cc942202e75f {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.441819] env[69843]: DEBUG oslo_concurrency.lockutils [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.577637] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 973.577952] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737863', 'volume_id': 'ec5d84af-fd47-48a2-ac53-f8189df7aa65', 'name': 'volume-ec5d84af-fd47-48a2-ac53-f8189df7aa65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '912a4a80-31e7-4f73-9ced-3aaef51595bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec5d84af-fd47-48a2-ac53-f8189df7aa65', 'serial': 'ec5d84af-fd47-48a2-ac53-f8189df7aa65'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 973.578941] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212e7f3f-1a6c-41e6-ba74-ff7785ead95c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.601346] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da95c0e1-c9fe-4e81-b868-4179a0506446 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.631802] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-ec5d84af-fd47-48a2-ac53-f8189df7aa65/volume-ec5d84af-fd47-48a2-ac53-f8189df7aa65.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.635318] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfeac9cb-59f3-48d6-a6fe-f3a4724c82c5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.657420] env[69843]: DEBUG oslo_vmware.api [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 973.657420] env[69843]: value = "task-3704463" [ 973.657420] env[69843]: _type = "Task" [ 973.657420] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.669761] env[69843]: DEBUG oslo_vmware.api [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.718431] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704462, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.775079] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebed335-b9c1-4852-a159-3aa3b89ec50a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.786472] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e376ab53-a8f2-47e9-bfd1-00c98e631927 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.830634] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84b8dff-7d41-496e-8000-8e0a593be18f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.833776] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "refresh_cache-6557cd7b-c9ba-4976-8933-e43bb9f11c74" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.833912] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "refresh_cache-6557cd7b-c9ba-4976-8933-e43bb9f11c74" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.834337] env[69843]: DEBUG nova.network.neutron [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.844500] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeb28ac-7661-4ea4-b9f5-aaebca82db70 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.858621] env[69843]: DEBUG nova.compute.provider_tree [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.169485] env[69843]: DEBUG oslo_vmware.api [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.224902] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704462, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.363543] env[69843]: DEBUG nova.scheduler.client.report [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.407909] env[69843]: DEBUG nova.network.neutron [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.616265] env[69843]: DEBUG nova.network.neutron [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Updating instance_info_cache with network_info: [{"id": "f9151fdf-c181-4124-b6d8-cc942202e75f", "address": "fa:16:3e:12:7a:eb", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9151fdf-c1", "ovs_interfaceid": "f9151fdf-c181-4124-b6d8-cc942202e75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.670148] env[69843]: DEBUG oslo_vmware.api [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704463, 'name': ReconfigVM_Task, 'duration_secs': 0.704175} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.670484] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-ec5d84af-fd47-48a2-ac53-f8189df7aa65/volume-ec5d84af-fd47-48a2-ac53-f8189df7aa65.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.676654] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1b581bc-969e-4d07-ad75-77fae011bf8a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.694628] env[69843]: DEBUG oslo_vmware.api [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 974.694628] env[69843]: value = "task-3704464" [ 974.694628] env[69843]: _type = "Task" [ 974.694628] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.704191] env[69843]: DEBUG oslo_vmware.api [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.720763] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704462, 'name': CloneVM_Task, 'duration_secs': 1.836892} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.721222] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Created linked-clone VM from snapshot [ 974.722319] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f555318-3dfb-41ae-900d-5f2169f8b382 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.730824] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Uploading image 62ab572a-c6bb-4bb5-a3e9-796adb435a6c {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 974.743568] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 974.743860] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2e5dc83-9aa7-46ab-8812-70963fafc842 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.752073] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 974.752073] env[69843]: value = "task-3704465" [ 974.752073] env[69843]: _type = "Task" [ 974.752073] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.760928] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704465, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.871071] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.871829] env[69843]: DEBUG nova.compute.manager [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.875460] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.723s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.875721] env[69843]: DEBUG nova.objects.instance [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'resources' on Instance uuid 0c51bfd5-589a-4b32-9d1a-e619dc352b66 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.119261] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "refresh_cache-6557cd7b-c9ba-4976-8933-e43bb9f11c74" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.119435] env[69843]: DEBUG nova.compute.manager [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Instance network_info: |[{"id": "f9151fdf-c181-4124-b6d8-cc942202e75f", "address": "fa:16:3e:12:7a:eb", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9151fdf-c1", "ovs_interfaceid": "f9151fdf-c181-4124-b6d8-cc942202e75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.119879] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:7a:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9151fdf-c181-4124-b6d8-cc942202e75f', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.131177] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating folder: Project (66cdd4c6127c4dfd9d43483d9537e33c). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.131669] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f44dbb5-8cb1-4431-8280-195d481f537e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.149486] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Created folder: Project (66cdd4c6127c4dfd9d43483d9537e33c) in parent group-v737654. [ 975.149634] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating folder: Instances. Parent ref: group-v737866. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.149907] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd1f30f6-8b14-499b-85dd-2a565bf31cc3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.169966] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Created folder: Instances in parent group-v737866. [ 975.170219] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.170425] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.170644] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf6feb64-259d-4bfc-9339-dcc714d50368 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.193239] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.193239] env[69843]: value = "task-3704468" [ 975.193239] env[69843]: _type = "Task" [ 975.193239] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.208370] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704468, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.209756] env[69843]: DEBUG oslo_vmware.api [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704464, 'name': ReconfigVM_Task, 'duration_secs': 0.216419} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.210147] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737863', 'volume_id': 'ec5d84af-fd47-48a2-ac53-f8189df7aa65', 'name': 'volume-ec5d84af-fd47-48a2-ac53-f8189df7aa65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '912a4a80-31e7-4f73-9ced-3aaef51595bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec5d84af-fd47-48a2-ac53-f8189df7aa65', 'serial': 'ec5d84af-fd47-48a2-ac53-f8189df7aa65'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 975.260316] env[69843]: DEBUG nova.compute.manager [req-8a7cf825-66a1-44b8-a67c-23ad6aa6d05a req-3025f459-4b0f-49d2-9908-338fa98bdba4 service nova] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Received event network-changed-f9151fdf-c181-4124-b6d8-cc942202e75f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.260613] env[69843]: DEBUG nova.compute.manager [req-8a7cf825-66a1-44b8-a67c-23ad6aa6d05a req-3025f459-4b0f-49d2-9908-338fa98bdba4 service nova] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Refreshing instance network info cache due to event network-changed-f9151fdf-c181-4124-b6d8-cc942202e75f. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.260854] env[69843]: DEBUG oslo_concurrency.lockutils [req-8a7cf825-66a1-44b8-a67c-23ad6aa6d05a req-3025f459-4b0f-49d2-9908-338fa98bdba4 service nova] Acquiring lock "refresh_cache-6557cd7b-c9ba-4976-8933-e43bb9f11c74" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.261329] env[69843]: DEBUG oslo_concurrency.lockutils [req-8a7cf825-66a1-44b8-a67c-23ad6aa6d05a req-3025f459-4b0f-49d2-9908-338fa98bdba4 service nova] Acquired lock "refresh_cache-6557cd7b-c9ba-4976-8933-e43bb9f11c74" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.261329] env[69843]: DEBUG nova.network.neutron [req-8a7cf825-66a1-44b8-a67c-23ad6aa6d05a req-3025f459-4b0f-49d2-9908-338fa98bdba4 service nova] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Refreshing network info cache for port f9151fdf-c181-4124-b6d8-cc942202e75f {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.269635] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704465, 'name': Destroy_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.379549] env[69843]: DEBUG nova.compute.utils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.384938] env[69843]: DEBUG nova.compute.manager [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.385394] env[69843]: DEBUG nova.network.neutron [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.469335] env[69843]: DEBUG nova.policy [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbc289301e544c4eb0e6682546ee6e46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cfc1c78db844fe683960aebfefd4d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.720246] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704468, 'name': CreateVM_Task, 'duration_secs': 0.400753} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.720246] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.720534] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.720730] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.721138] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.722103] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95dd624a-d5df-440b-ae7e-029420d81d74 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.727696] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 975.727696] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525e59b3-66f3-0347-3947-00b872dd3958" [ 975.727696] env[69843]: _type = "Task" [ 975.727696] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.741983] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525e59b3-66f3-0347-3947-00b872dd3958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.763379] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704465, 'name': Destroy_Task, 'duration_secs': 0.560065} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.763724] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Destroyed the VM [ 975.763960] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 975.766358] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9591b1f6-bbb8-43ef-966a-2f89d02bb23d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.782323] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 975.782323] env[69843]: value = "task-3704469" [ 975.782323] env[69843]: _type = "Task" [ 975.782323] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.793704] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.833291] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b932a3d-0ccd-4b21-b537-b7b7de79c34e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.837457] env[69843]: DEBUG nova.network.neutron [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Successfully created port: bb4b521b-446e-48be-a3ff-8e1f889f081e {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.846706] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57abfbcf-b517-49b5-9dc3-49b6e9772c26 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.883032] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa3e364-60ba-4565-be09-92dd7c7401aa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.889076] env[69843]: DEBUG nova.compute.manager [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.902251] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b756ba-242a-4f52-93b9-d64e210e503a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.916303] env[69843]: DEBUG nova.compute.provider_tree [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.100100] env[69843]: DEBUG nova.network.neutron [req-8a7cf825-66a1-44b8-a67c-23ad6aa6d05a req-3025f459-4b0f-49d2-9908-338fa98bdba4 service nova] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Updated VIF entry in instance network info cache for port f9151fdf-c181-4124-b6d8-cc942202e75f. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.100431] env[69843]: DEBUG nova.network.neutron [req-8a7cf825-66a1-44b8-a67c-23ad6aa6d05a req-3025f459-4b0f-49d2-9908-338fa98bdba4 service nova] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Updating instance_info_cache with network_info: [{"id": "f9151fdf-c181-4124-b6d8-cc942202e75f", "address": "fa:16:3e:12:7a:eb", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9151fdf-c1", "ovs_interfaceid": "f9151fdf-c181-4124-b6d8-cc942202e75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.242214] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525e59b3-66f3-0347-3947-00b872dd3958, 'name': SearchDatastore_Task, 'duration_secs': 0.01342} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.242700] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.243083] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.243425] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.243798] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.244160] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.244575] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-effc46e8-1f66-4aa5-954c-54fbc1a0ae5c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.258628] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.259535] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.261244] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6282d07e-445f-4541-8710-166a7ed7a4f9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.271021] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 976.271021] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52883852-8199-cced-8fee-43dfdae2810b" [ 976.271021] env[69843]: _type = "Task" [ 976.271021] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.273581] env[69843]: DEBUG nova.objects.instance [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lazy-loading 'flavor' on Instance uuid 912a4a80-31e7-4f73-9ced-3aaef51595bd {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.281546] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52883852-8199-cced-8fee-43dfdae2810b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.298605] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704469, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.422477] env[69843]: DEBUG nova.scheduler.client.report [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.604176] env[69843]: DEBUG oslo_concurrency.lockutils [req-8a7cf825-66a1-44b8-a67c-23ad6aa6d05a req-3025f459-4b0f-49d2-9908-338fa98bdba4 service nova] Releasing lock "refresh_cache-6557cd7b-c9ba-4976-8933-e43bb9f11c74" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.784902] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52883852-8199-cced-8fee-43dfdae2810b, 'name': SearchDatastore_Task, 'duration_secs': 0.02807} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.784902] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76092b9d-c053-4643-8d12-a4e5865ea2f5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.790129] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0d46097e-3cb4-40d4-9012-66f6d205b7f4 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "912a4a80-31e7-4f73-9ced-3aaef51595bd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.437s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.801355] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 976.801355] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a4c7c6-8869-69f7-5304-e9f6c4a7c86d" [ 976.801355] env[69843]: _type = "Task" [ 976.801355] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.811244] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704469, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.825297] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a4c7c6-8869-69f7-5304-e9f6c4a7c86d, 'name': SearchDatastore_Task, 'duration_secs': 0.016466} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.825997] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.826431] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 6557cd7b-c9ba-4976-8933-e43bb9f11c74/6557cd7b-c9ba-4976-8933-e43bb9f11c74.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.826948] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc93c2cc-7c95-446e-914a-779672f5a9a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.838021] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 976.838021] env[69843]: value = "task-3704470" [ 976.838021] env[69843]: _type = "Task" [ 976.838021] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.851631] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.901592] env[69843]: DEBUG nova.compute.manager [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.929061] env[69843]: DEBUG nova.virt.hardware [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.929430] env[69843]: DEBUG nova.virt.hardware [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.930559] env[69843]: DEBUG nova.virt.hardware [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.930559] env[69843]: DEBUG nova.virt.hardware [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.930559] env[69843]: DEBUG nova.virt.hardware [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.930559] env[69843]: DEBUG nova.virt.hardware [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.930559] env[69843]: DEBUG nova.virt.hardware [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.930821] env[69843]: DEBUG nova.virt.hardware [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.931040] env[69843]: DEBUG nova.virt.hardware [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.931230] env[69843]: DEBUG nova.virt.hardware [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.931404] env[69843]: DEBUG nova.virt.hardware [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.932289] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.935336] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1137f1d2-3b95-4987-8222-82b0a2fdf825 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.939833] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.545s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.940663] env[69843]: DEBUG nova.objects.instance [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lazy-loading 'resources' on Instance uuid a2f4cd65-1832-4476-8b56-f33b9a36237b {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.949212] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cda5ef-ad48-4400-b5f7-32e1fb424889 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.975375] env[69843]: INFO nova.scheduler.client.report [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Deleted allocations for instance 0c51bfd5-589a-4b32-9d1a-e619dc352b66 [ 976.981116] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "912a4a80-31e7-4f73-9ced-3aaef51595bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.981476] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "912a4a80-31e7-4f73-9ced-3aaef51595bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.982110] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "912a4a80-31e7-4f73-9ced-3aaef51595bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.982110] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "912a4a80-31e7-4f73-9ced-3aaef51595bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.982334] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "912a4a80-31e7-4f73-9ced-3aaef51595bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.985013] env[69843]: INFO nova.compute.manager [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Terminating instance [ 977.296062] env[69843]: DEBUG oslo_vmware.api [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704469, 'name': RemoveSnapshot_Task, 'duration_secs': 1.249042} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.296373] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 977.305795] env[69843]: DEBUG nova.compute.manager [req-32e55bdf-b621-49a4-8818-f7e0c1a7a12a req-96f012a7-81cd-4ffc-967e-3d0af8cb2d2e service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Received event network-vif-plugged-bb4b521b-446e-48be-a3ff-8e1f889f081e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.306242] env[69843]: DEBUG oslo_concurrency.lockutils [req-32e55bdf-b621-49a4-8818-f7e0c1a7a12a req-96f012a7-81cd-4ffc-967e-3d0af8cb2d2e service nova] Acquiring lock "edb8953b-b66d-410f-8cff-c699113e456e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.306371] env[69843]: DEBUG oslo_concurrency.lockutils [req-32e55bdf-b621-49a4-8818-f7e0c1a7a12a req-96f012a7-81cd-4ffc-967e-3d0af8cb2d2e service nova] Lock "edb8953b-b66d-410f-8cff-c699113e456e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.306555] env[69843]: DEBUG oslo_concurrency.lockutils [req-32e55bdf-b621-49a4-8818-f7e0c1a7a12a req-96f012a7-81cd-4ffc-967e-3d0af8cb2d2e service nova] Lock "edb8953b-b66d-410f-8cff-c699113e456e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.306775] env[69843]: DEBUG nova.compute.manager [req-32e55bdf-b621-49a4-8818-f7e0c1a7a12a req-96f012a7-81cd-4ffc-967e-3d0af8cb2d2e service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] No waiting events found dispatching network-vif-plugged-bb4b521b-446e-48be-a3ff-8e1f889f081e {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 977.306957] env[69843]: WARNING nova.compute.manager [req-32e55bdf-b621-49a4-8818-f7e0c1a7a12a req-96f012a7-81cd-4ffc-967e-3d0af8cb2d2e service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Received unexpected event network-vif-plugged-bb4b521b-446e-48be-a3ff-8e1f889f081e for instance with vm_state building and task_state spawning. [ 977.353801] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704470, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.494060] env[69843]: DEBUG nova.network.neutron [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Successfully updated port: bb4b521b-446e-48be-a3ff-8e1f889f081e {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.494822] env[69843]: DEBUG nova.compute.manager [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.495059] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.495318] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16607f33-567d-4950-9155-3f7840fc5ceb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.497336] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9477a552-cb95-4bd1-ae0d-9d3ca3d72e65 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "0c51bfd5-589a-4b32-9d1a-e619dc352b66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.915s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.506312] env[69843]: DEBUG oslo_vmware.api [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 977.506312] env[69843]: value = "task-3704471" [ 977.506312] env[69843]: _type = "Task" [ 977.506312] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.517371] env[69843]: DEBUG oslo_vmware.api [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.804707] env[69843]: WARNING nova.compute.manager [None req-9a3ea6d7-caaf-4659-8d20-c808ef0102ef tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Image not found during snapshot: nova.exception.ImageNotFound: Image 62ab572a-c6bb-4bb5-a3e9-796adb435a6c could not be found. [ 977.852043] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553392} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.855291] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 6557cd7b-c9ba-4976-8933-e43bb9f11c74/6557cd7b-c9ba-4976-8933-e43bb9f11c74.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.855843] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.856086] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99aab379-e31b-4a2f-9ee2-54840998799b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.865542] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 977.865542] env[69843]: value = "task-3704472" [ 977.865542] env[69843]: _type = "Task" [ 977.865542] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.875801] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.900334] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d68911-f85e-4549-a089-8ce5883e822e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.911983] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6d4ef5-ac93-4f62-a6c9-9c33feb07715 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.947413] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f453fb27-4023-4ce0-b0d2-e553fa0cbb9c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.956115] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90df20ac-ff0b-4ed1-bdc8-7e46e94f570a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.974329] env[69843]: DEBUG nova.compute.provider_tree [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.999336] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-edb8953b-b66d-410f-8cff-c699113e456e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.999497] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-edb8953b-b66d-410f-8cff-c699113e456e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.999655] env[69843]: DEBUG nova.network.neutron [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.020430] env[69843]: DEBUG oslo_vmware.api [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704471, 'name': PowerOffVM_Task, 'duration_secs': 0.346638} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.021092] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.021302] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 978.021809] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737863', 'volume_id': 'ec5d84af-fd47-48a2-ac53-f8189df7aa65', 'name': 'volume-ec5d84af-fd47-48a2-ac53-f8189df7aa65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '912a4a80-31e7-4f73-9ced-3aaef51595bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec5d84af-fd47-48a2-ac53-f8189df7aa65', 'serial': 'ec5d84af-fd47-48a2-ac53-f8189df7aa65'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 978.022351] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298a68ef-7276-479d-8e76-11690e7cf947 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.047336] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80554ab5-62cc-4a11-aa03-5af4e2b2f000 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.056499] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d3c8bb-0913-4a33-84d9-97060c6b13fd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.079249] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025368fa-4b26-4c06-ade4-2e173a30413f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.097084] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] The volume has not been displaced from its original location: [datastore2] volume-ec5d84af-fd47-48a2-ac53-f8189df7aa65/volume-ec5d84af-fd47-48a2-ac53-f8189df7aa65.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 978.103112] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.103535] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7083a675-f3ea-436f-ab93-b5f78491cca2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.128470] env[69843]: DEBUG oslo_vmware.api [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 978.128470] env[69843]: value = "task-3704473" [ 978.128470] env[69843]: _type = "Task" [ 978.128470] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.137897] env[69843]: DEBUG oslo_vmware.api [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.377417] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096995} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.377738] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.378546] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90921750-11d5-4bd7-a1dc-0eefc7446564 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.402126] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 6557cd7b-c9ba-4976-8933-e43bb9f11c74/6557cd7b-c9ba-4976-8933-e43bb9f11c74.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.402614] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6307344-9db3-4555-a676-5ff6cf53ed00 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.423150] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 978.423150] env[69843]: value = "task-3704474" [ 978.423150] env[69843]: _type = "Task" [ 978.423150] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.431834] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.476697] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "ab48a256-03ec-4e99-bd97-c2122b1c848d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.476983] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "ab48a256-03ec-4e99-bd97-c2122b1c848d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.477241] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "ab48a256-03ec-4e99-bd97-c2122b1c848d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.477428] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "ab48a256-03ec-4e99-bd97-c2122b1c848d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.477599] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "ab48a256-03ec-4e99-bd97-c2122b1c848d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.479975] env[69843]: DEBUG nova.scheduler.client.report [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.483537] env[69843]: INFO nova.compute.manager [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Terminating instance [ 978.546301] env[69843]: DEBUG nova.network.neutron [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.639972] env[69843]: DEBUG oslo_vmware.api [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704473, 'name': ReconfigVM_Task, 'duration_secs': 0.310217} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.644385] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 978.649673] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89761904-6a06-41a0-ae14-098ca62573b4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.667663] env[69843]: DEBUG oslo_vmware.api [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 978.667663] env[69843]: value = "task-3704475" [ 978.667663] env[69843]: _type = "Task" [ 978.667663] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.682902] env[69843]: DEBUG oslo_vmware.api [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.783615] env[69843]: DEBUG nova.network.neutron [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Updating instance_info_cache with network_info: [{"id": "bb4b521b-446e-48be-a3ff-8e1f889f081e", "address": "fa:16:3e:f0:19:ca", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb4b521b-44", "ovs_interfaceid": "bb4b521b-446e-48be-a3ff-8e1f889f081e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.935167] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.990386] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.994542] env[69843]: DEBUG nova.compute.manager [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.994643] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.996105] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.536s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.998277] env[69843]: INFO nova.compute.claims [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.003479] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6743ab66-1d7a-44ef-8705-818bc853b5b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.015485] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.017223] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b35449bd-b933-457a-9094-4b414b043b82 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.025664] env[69843]: DEBUG oslo_vmware.api [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 979.025664] env[69843]: value = "task-3704476" [ 979.025664] env[69843]: _type = "Task" [ 979.025664] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.041202] env[69843]: DEBUG oslo_vmware.api [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.047419] env[69843]: INFO nova.scheduler.client.report [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleted allocations for instance a2f4cd65-1832-4476-8b56-f33b9a36237b [ 979.178836] env[69843]: DEBUG oslo_vmware.api [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704475, 'name': ReconfigVM_Task, 'duration_secs': 0.365928} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.179175] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737863', 'volume_id': 'ec5d84af-fd47-48a2-ac53-f8189df7aa65', 'name': 'volume-ec5d84af-fd47-48a2-ac53-f8189df7aa65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '912a4a80-31e7-4f73-9ced-3aaef51595bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec5d84af-fd47-48a2-ac53-f8189df7aa65', 'serial': 'ec5d84af-fd47-48a2-ac53-f8189df7aa65'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 979.179461] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.180330] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33430740-d63a-471b-abd2-fc6b59c32e9c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.188881] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.188881] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5b8a5e5-51ea-496a-adbd-db087c98933f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.287132] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-edb8953b-b66d-410f-8cff-c699113e456e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.287595] env[69843]: DEBUG nova.compute.manager [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Instance network_info: |[{"id": "bb4b521b-446e-48be-a3ff-8e1f889f081e", "address": "fa:16:3e:f0:19:ca", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb4b521b-44", "ovs_interfaceid": "bb4b521b-446e-48be-a3ff-8e1f889f081e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.288174] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:19:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb4b521b-446e-48be-a3ff-8e1f889f081e', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.296890] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.297169] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.297502] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7970957-71df-46e9-be6f-cf7041140e16 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.321133] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.321133] env[69843]: value = "task-3704478" [ 979.321133] env[69843]: _type = "Task" [ 979.321133] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.331674] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704478, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.385859] env[69843]: DEBUG nova.compute.manager [req-77395ee7-cede-4f5b-8d5a-f66daf8f6a59 req-75a8a074-3150-4389-a3d7-3e64bbbc4fea service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Received event network-changed-bb4b521b-446e-48be-a3ff-8e1f889f081e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.386301] env[69843]: DEBUG nova.compute.manager [req-77395ee7-cede-4f5b-8d5a-f66daf8f6a59 req-75a8a074-3150-4389-a3d7-3e64bbbc4fea service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Refreshing instance network info cache due to event network-changed-bb4b521b-446e-48be-a3ff-8e1f889f081e. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.386452] env[69843]: DEBUG oslo_concurrency.lockutils [req-77395ee7-cede-4f5b-8d5a-f66daf8f6a59 req-75a8a074-3150-4389-a3d7-3e64bbbc4fea service nova] Acquiring lock "refresh_cache-edb8953b-b66d-410f-8cff-c699113e456e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.386598] env[69843]: DEBUG oslo_concurrency.lockutils [req-77395ee7-cede-4f5b-8d5a-f66daf8f6a59 req-75a8a074-3150-4389-a3d7-3e64bbbc4fea service nova] Acquired lock "refresh_cache-edb8953b-b66d-410f-8cff-c699113e456e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.386884] env[69843]: DEBUG nova.network.neutron [req-77395ee7-cede-4f5b-8d5a-f66daf8f6a59 req-75a8a074-3150-4389-a3d7-3e64bbbc4fea service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Refreshing network info cache for port bb4b521b-446e-48be-a3ff-8e1f889f081e {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.434699] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704474, 'name': ReconfigVM_Task, 'duration_secs': 0.662967} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.434989] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 6557cd7b-c9ba-4976-8933-e43bb9f11c74/6557cd7b-c9ba-4976-8933-e43bb9f11c74.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.435683] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d20db08c-db05-4cf6-ae77-c0ad6c267a0a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.443190] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 979.443190] env[69843]: value = "task-3704479" [ 979.443190] env[69843]: _type = "Task" [ 979.443190] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.453040] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704479, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.536901] env[69843]: DEBUG oslo_vmware.api [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704476, 'name': PowerOffVM_Task, 'duration_secs': 0.317743} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.537294] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.537552] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.537841] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9507820f-8804-4f19-9d33-b699f4885246 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.561150] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fe8105c-2502-4c13-be15-7e54650c88f3 tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "a2f4cd65-1832-4476-8b56-f33b9a36237b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.877s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.834045] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704478, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.953662] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704479, 'name': Rename_Task, 'duration_secs': 0.191909} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.953978] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.954209] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b72dff41-06a1-4430-8f92-39235d192391 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.963992] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 979.963992] env[69843]: value = "task-3704481" [ 979.963992] env[69843]: _type = "Task" [ 979.963992] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.972782] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.087679] env[69843]: DEBUG oslo_vmware.rw_handles [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f8bb9-5171-0541-f493-04ff5d774519/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 980.088735] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf1db06-1708-40d1-bba6-a4e39ab6c020 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.103778] env[69843]: DEBUG oslo_vmware.rw_handles [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f8bb9-5171-0541-f493-04ff5d774519/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 980.103985] env[69843]: ERROR oslo_vmware.rw_handles [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f8bb9-5171-0541-f493-04ff5d774519/disk-0.vmdk due to incomplete transfer. [ 980.104254] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2937af00-e842-46ec-b6e7-0104fb2623bf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.113688] env[69843]: DEBUG oslo_vmware.rw_handles [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f8bb9-5171-0541-f493-04ff5d774519/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 980.113688] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Uploaded image 7c997b50-8be0-4c45-a13a-69170bf296c9 to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 980.116125] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 980.119888] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb9a3180-47bb-4f9d-938e-fd8786bf7ee0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.122345] env[69843]: DEBUG nova.network.neutron [req-77395ee7-cede-4f5b-8d5a-f66daf8f6a59 req-75a8a074-3150-4389-a3d7-3e64bbbc4fea service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Updated VIF entry in instance network info cache for port bb4b521b-446e-48be-a3ff-8e1f889f081e. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.122733] env[69843]: DEBUG nova.network.neutron [req-77395ee7-cede-4f5b-8d5a-f66daf8f6a59 req-75a8a074-3150-4389-a3d7-3e64bbbc4fea service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Updating instance_info_cache with network_info: [{"id": "bb4b521b-446e-48be-a3ff-8e1f889f081e", "address": "fa:16:3e:f0:19:ca", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb4b521b-44", "ovs_interfaceid": "bb4b521b-446e-48be-a3ff-8e1f889f081e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.131504] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 980.131504] env[69843]: value = "task-3704482" [ 980.131504] env[69843]: _type = "Task" [ 980.131504] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.147710] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704482, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.334551] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704478, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.415241] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "394d43df-4645-436e-822e-c446f1e22bee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.415501] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.441652] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d5445-8e06-4537-87c6-49fcfcc01c5b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.450563] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d688a2-1fbb-4c90-9379-ddc150da2330 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.489576] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee99904-41a7-4cf4-bcb9-07e98c9aeb68 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.502132] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.503231] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd0b79f-b78b-44a4-af73-39395379a418 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.520184] env[69843]: DEBUG nova.compute.provider_tree [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.625950] env[69843]: DEBUG oslo_concurrency.lockutils [req-77395ee7-cede-4f5b-8d5a-f66daf8f6a59 req-75a8a074-3150-4389-a3d7-3e64bbbc4fea service nova] Releasing lock "refresh_cache-edb8953b-b66d-410f-8cff-c699113e456e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.643374] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704482, 'name': Destroy_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.791940] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "242c4693-35ab-41db-91dd-3862456a9903" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.792212] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "242c4693-35ab-41db-91dd-3862456a9903" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.792482] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "242c4693-35ab-41db-91dd-3862456a9903-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.792678] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "242c4693-35ab-41db-91dd-3862456a9903-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.792847] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "242c4693-35ab-41db-91dd-3862456a9903-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.795189] env[69843]: INFO nova.compute.manager [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Terminating instance [ 980.835523] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704478, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.922527] env[69843]: DEBUG nova.compute.manager [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.938401] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.941021] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.941021] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleting the datastore file [datastore1] 912a4a80-31e7-4f73-9ced-3aaef51595bd {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.941021] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56d48798-361e-436c-999b-b26fc5c9999b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.947508] env[69843]: DEBUG oslo_vmware.api [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 980.947508] env[69843]: value = "task-3704483" [ 980.947508] env[69843]: _type = "Task" [ 980.947508] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.962025] env[69843]: DEBUG oslo_vmware.api [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.962025] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.962025] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.962025] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Deleting the datastore file [datastore1] ab48a256-03ec-4e99-bd97-c2122b1c848d {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.962025] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47e69649-c55b-448b-9446-d26765274dcd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.970144] env[69843]: DEBUG oslo_vmware.api [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 980.970144] env[69843]: value = "task-3704484" [ 980.970144] env[69843]: _type = "Task" [ 980.970144] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.986332] env[69843]: DEBUG oslo_vmware.api [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.002172] env[69843]: DEBUG oslo_vmware.api [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704481, 'name': PowerOnVM_Task, 'duration_secs': 0.957782} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.002172] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.002172] env[69843]: INFO nova.compute.manager [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Took 8.71 seconds to spawn the instance on the hypervisor. [ 981.002172] env[69843]: DEBUG nova.compute.manager [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.004737] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee731f0-2737-4b5e-99b8-7b6eb1bf2add {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.023606] env[69843]: DEBUG nova.scheduler.client.report [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.145433] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704482, 'name': Destroy_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.299382] env[69843]: DEBUG nova.compute.manager [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.299520] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.300794] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275dc5a9-955f-49b2-abfc-2639b4d8ebf8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.308992] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.309409] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd34a23b-5cf0-40c6-9cc2-c0fb5db09ac1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.317623] env[69843]: DEBUG oslo_vmware.api [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 981.317623] env[69843]: value = "task-3704485" [ 981.317623] env[69843]: _type = "Task" [ 981.317623] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.337053] env[69843]: DEBUG oslo_vmware.api [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.344645] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704478, 'name': CreateVM_Task, 'duration_secs': 1.653432} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.345494] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.347857] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.348430] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.349243] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.350203] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c59db5-80ae-4ae7-8d72-1236ce244046 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.358824] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 981.358824] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526c4ce0-ab93-d3d9-123d-1a8d0bb82c32" [ 981.358824] env[69843]: _type = "Task" [ 981.358824] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.371449] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526c4ce0-ab93-d3d9-123d-1a8d0bb82c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.454301] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.461243] env[69843]: DEBUG oslo_vmware.api [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435582} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.461522] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.461713] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.461893] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.462087] env[69843]: INFO nova.compute.manager [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Took 3.97 seconds to destroy the instance on the hypervisor. [ 981.462496] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.462719] env[69843]: DEBUG nova.compute.manager [-] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.462817] env[69843]: DEBUG nova.network.neutron [-] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.485285] env[69843]: DEBUG oslo_vmware.api [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430141} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.485557] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.485739] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.485928] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.486144] env[69843]: INFO nova.compute.manager [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Took 2.49 seconds to destroy the instance on the hypervisor. [ 981.486384] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.486572] env[69843]: DEBUG nova.compute.manager [-] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.486667] env[69843]: DEBUG nova.network.neutron [-] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.524206] env[69843]: INFO nova.compute.manager [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Took 38.32 seconds to build instance. [ 981.528374] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.528853] env[69843]: DEBUG nova.compute.manager [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.531941] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.708s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.643018] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704482, 'name': Destroy_Task, 'duration_secs': 1.147464} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.643659] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Destroyed the VM [ 981.643940] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 981.644292] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-253d50a5-1f6b-4150-87b7-c822deed3dc9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.652803] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 981.652803] env[69843]: value = "task-3704486" [ 981.652803] env[69843]: _type = "Task" [ 981.652803] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.662411] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704486, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.829034] env[69843]: DEBUG oslo_vmware.api [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704485, 'name': PowerOffVM_Task, 'duration_secs': 0.376616} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.829403] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.829592] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.829854] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf0053c1-79d0-4253-8c47-95da1e69cb64 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.838897] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d837a2eb-1805-4fbd-b4b2-c3b158d51739 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.876175] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526c4ce0-ab93-d3d9-123d-1a8d0bb82c32, 'name': SearchDatastore_Task, 'duration_secs': 0.012561} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.876566] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.876780] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.877183] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.877311] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.877527] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.878147] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d932295-85dc-46b7-8bd8-be071921a219 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.891418] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.891680] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.892721] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562267ef-54f5-4678-9fcc-53820cd01c3c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.897244] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.897449] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.897694] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleting the datastore file [datastore1] 242c4693-35ab-41db-91dd-3862456a9903 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.898391] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c925c83-f4f6-4950-a40a-566237258e63 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.905383] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 981.905383] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d49ea6-0bb1-fb40-8214-3455c5dba3f5" [ 981.905383] env[69843]: _type = "Task" [ 981.905383] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.912627] env[69843]: DEBUG oslo_vmware.api [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for the task: (returnval){ [ 981.912627] env[69843]: value = "task-3704488" [ 981.912627] env[69843]: _type = "Task" [ 981.912627] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.927363] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d49ea6-0bb1-fb40-8214-3455c5dba3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011514} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.927363] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca3c5bc-b4f5-4ba3-beb4-3c6fd1152a50 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.935023] env[69843]: DEBUG oslo_vmware.api [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.937091] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 981.937091] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5280d98f-bc9e-de68-cf2a-280cb1a14bbd" [ 981.937091] env[69843]: _type = "Task" [ 981.937091] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.946115] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5280d98f-bc9e-de68-cf2a-280cb1a14bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.969489] env[69843]: DEBUG nova.compute.manager [req-e0acf8f3-d04c-4d6d-a4c2-70b9cabb95ec req-270d66a6-209f-46e3-b710-7e2d7a5ff90f service nova] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Received event network-vif-deleted-991f4280-7906-49ff-bf1f-6e22b2e8d734 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.970029] env[69843]: INFO nova.compute.manager [req-e0acf8f3-d04c-4d6d-a4c2-70b9cabb95ec req-270d66a6-209f-46e3-b710-7e2d7a5ff90f service nova] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Neutron deleted interface 991f4280-7906-49ff-bf1f-6e22b2e8d734; detaching it from the instance and deleting it from the info cache [ 981.970794] env[69843]: DEBUG nova.network.neutron [req-e0acf8f3-d04c-4d6d-a4c2-70b9cabb95ec req-270d66a6-209f-46e3-b710-7e2d7a5ff90f service nova] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.026474] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b1dc0c45-f14b-4815-a60e-741e4aa9442b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.834s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.026857] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d837a2eb-1805-4fbd-b4b2-c3b158d51739 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.188s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.027020] env[69843]: DEBUG nova.compute.manager [None req-d837a2eb-1805-4fbd-b4b2-c3b158d51739 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.028229] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d05be4c-8b08-458e-b849-21c9366e6d95 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.036284] env[69843]: DEBUG nova.compute.utils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.038761] env[69843]: DEBUG nova.compute.manager [None req-d837a2eb-1805-4fbd-b4b2-c3b158d51739 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69843) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 982.039247] env[69843]: DEBUG nova.objects.instance [None req-d837a2eb-1805-4fbd-b4b2-c3b158d51739 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lazy-loading 'flavor' on Instance uuid 6557cd7b-c9ba-4976-8933-e43bb9f11c74 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.040459] env[69843]: DEBUG nova.compute.manager [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.040623] env[69843]: DEBUG nova.network.neutron [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.047665] env[69843]: INFO nova.compute.claims [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.125539] env[69843]: DEBUG nova.policy [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '242921c5298d4e639f6e407cda8eedb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c319fce2ef542d587be24de0f89c43a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.168707] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704486, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.282632] env[69843]: DEBUG nova.compute.manager [req-1ef01ea6-cb5e-4b33-ac9d-bd7eccd044d2 req-e75431f1-bbea-4ad1-a3af-6a0f065f4c60 service nova] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Received event network-vif-deleted-73fa9d2c-71f0-4373-bebf-4a0e779f5d2e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.282691] env[69843]: INFO nova.compute.manager [req-1ef01ea6-cb5e-4b33-ac9d-bd7eccd044d2 req-e75431f1-bbea-4ad1-a3af-6a0f065f4c60 service nova] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Neutron deleted interface 73fa9d2c-71f0-4373-bebf-4a0e779f5d2e; detaching it from the instance and deleting it from the info cache [ 982.282833] env[69843]: DEBUG nova.network.neutron [req-1ef01ea6-cb5e-4b33-ac9d-bd7eccd044d2 req-e75431f1-bbea-4ad1-a3af-6a0f065f4c60 service nova] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.373069] env[69843]: DEBUG nova.network.neutron [-] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.429495] env[69843]: DEBUG oslo_vmware.api [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Task: {'id': task-3704488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241116} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.429806] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.429992] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.430208] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.430447] env[69843]: INFO nova.compute.manager [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Took 1.13 seconds to destroy the instance on the hypervisor. [ 982.430707] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.430924] env[69843]: DEBUG nova.compute.manager [-] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.431055] env[69843]: DEBUG nova.network.neutron [-] [instance: 242c4693-35ab-41db-91dd-3862456a9903] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.447943] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5280d98f-bc9e-de68-cf2a-280cb1a14bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.448312] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.448749] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] edb8953b-b66d-410f-8cff-c699113e456e/edb8953b-b66d-410f-8cff-c699113e456e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.449400] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7e11fe1-a6e6-40aa-9697-13e108bb4892 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.457462] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 982.457462] env[69843]: value = "task-3704489" [ 982.457462] env[69843]: _type = "Task" [ 982.457462] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.467019] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.474216] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46d0fc7a-bcdd-44e7-866b-d4d80b656d8c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.485347] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02190ff2-6b9b-4765-b69e-48ea4f4041dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.523136] env[69843]: DEBUG nova.compute.manager [req-e0acf8f3-d04c-4d6d-a4c2-70b9cabb95ec req-270d66a6-209f-46e3-b710-7e2d7a5ff90f service nova] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Detach interface failed, port_id=991f4280-7906-49ff-bf1f-6e22b2e8d734, reason: Instance 912a4a80-31e7-4f73-9ced-3aaef51595bd could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.554810] env[69843]: INFO nova.compute.resource_tracker [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating resource usage from migration 60180494-a018-470b-9a5d-f4e1b8ed7585 [ 982.557956] env[69843]: DEBUG nova.compute.manager [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.620536] env[69843]: DEBUG nova.network.neutron [-] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.638730] env[69843]: DEBUG nova.network.neutron [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Successfully created port: 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.669254] env[69843]: DEBUG oslo_vmware.api [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704486, 'name': RemoveSnapshot_Task, 'duration_secs': 0.872813} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.669546] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 982.669770] env[69843]: INFO nova.compute.manager [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Took 17.85 seconds to snapshot the instance on the hypervisor. [ 982.785411] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8efd1629-0b67-4cc7-8ce4-0f5cd57ce315 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.796793] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565608a1-a662-44b5-a456-4ff584059219 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.831935] env[69843]: DEBUG nova.compute.manager [req-1ef01ea6-cb5e-4b33-ac9d-bd7eccd044d2 req-e75431f1-bbea-4ad1-a3af-6a0f065f4c60 service nova] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Detach interface failed, port_id=73fa9d2c-71f0-4373-bebf-4a0e779f5d2e, reason: Instance ab48a256-03ec-4e99-bd97-c2122b1c848d could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.875731] env[69843]: INFO nova.compute.manager [-] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Took 1.41 seconds to deallocate network for instance. [ 982.966538] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f465af-3c24-46df-91fd-a3770c49b8db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.978725] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704489, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.979881] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71e41f3-0bb9-4660-a148-b2476b63ef17 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.016593] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fbce52-65a4-40a8-9b52-7aea4bb8e0be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.025928] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b521513f-0b8f-469b-a58e-9df6f1a643e8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.043150] env[69843]: DEBUG nova.compute.provider_tree [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.068814] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d837a2eb-1805-4fbd-b4b2-c3b158d51739 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.069239] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6dd8ab6-7eeb-4f00-aef2-69e5f690e428 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.079476] env[69843]: DEBUG oslo_vmware.api [None req-d837a2eb-1805-4fbd-b4b2-c3b158d51739 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 983.079476] env[69843]: value = "task-3704490" [ 983.079476] env[69843]: _type = "Task" [ 983.079476] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.093217] env[69843]: DEBUG oslo_vmware.api [None req-d837a2eb-1805-4fbd-b4b2-c3b158d51739 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.123855] env[69843]: INFO nova.compute.manager [-] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Took 1.64 seconds to deallocate network for instance. [ 983.227328] env[69843]: DEBUG nova.compute.manager [None req-9675bf48-610a-4506-ad63-1434aa9d3f5c tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Found 2 images (rotation: 2) {{(pid=69843) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 983.263652] env[69843]: DEBUG nova.network.neutron [-] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.430733] env[69843]: INFO nova.compute.manager [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Took 0.55 seconds to detach 1 volumes for instance. [ 983.471978] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805398} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.472404] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] edb8953b-b66d-410f-8cff-c699113e456e/edb8953b-b66d-410f-8cff-c699113e456e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.472994] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.473071] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bd8370e-8e7f-413d-8a5f-f683b017f1a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.481972] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 983.481972] env[69843]: value = "task-3704491" [ 983.481972] env[69843]: _type = "Task" [ 983.481972] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.496411] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.546600] env[69843]: DEBUG nova.scheduler.client.report [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.568408] env[69843]: DEBUG nova.compute.manager [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.592604] env[69843]: DEBUG oslo_vmware.api [None req-d837a2eb-1805-4fbd-b4b2-c3b158d51739 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704490, 'name': PowerOffVM_Task, 'duration_secs': 0.31031} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.592811] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d837a2eb-1805-4fbd-b4b2-c3b158d51739 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.593416] env[69843]: DEBUG nova.compute.manager [None req-d837a2eb-1805-4fbd-b4b2-c3b158d51739 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 983.593839] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b72982-3639-4292-9dca-54497694fe26 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.600815] env[69843]: DEBUG nova.virt.hardware [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.600815] env[69843]: DEBUG nova.virt.hardware [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.601138] env[69843]: DEBUG nova.virt.hardware [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.601138] env[69843]: DEBUG nova.virt.hardware [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.601253] env[69843]: DEBUG nova.virt.hardware [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.604099] env[69843]: DEBUG nova.virt.hardware [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.604099] env[69843]: DEBUG nova.virt.hardware [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.604099] env[69843]: DEBUG nova.virt.hardware [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.604099] env[69843]: DEBUG nova.virt.hardware [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.604099] env[69843]: DEBUG nova.virt.hardware [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.604099] env[69843]: DEBUG nova.virt.hardware [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.604099] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26252d9d-21a3-4a4d-bd3c-a3f85f8ce472 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.615994] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3614d6-4a77-485a-aa0c-51070a8139cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.640758] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.767608] env[69843]: INFO nova.compute.manager [-] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Took 1.34 seconds to deallocate network for instance. [ 983.940045] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.992609] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074192} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.992931] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.993707] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0696a60a-3c26-46e7-89a3-c676573784ad {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.022613] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] edb8953b-b66d-410f-8cff-c699113e456e/edb8953b-b66d-410f-8cff-c699113e456e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.022996] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78083127-5a5f-4456-ad13-29476b47520a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.049154] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 984.049154] env[69843]: value = "task-3704492" [ 984.049154] env[69843]: _type = "Task" [ 984.049154] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.052934] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.521s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.053175] env[69843]: INFO nova.compute.manager [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Migrating [ 984.060609] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.802s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.061688] env[69843]: INFO nova.compute.claims [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.078589] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.118883] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d837a2eb-1805-4fbd-b4b2-c3b158d51739 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.275179] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.338904] env[69843]: DEBUG nova.compute.manager [req-e9e2ffe9-a2cc-49b6-a5ba-c75de133752a req-429c0a6b-9cff-4b64-bf79-dd1eccb8e497 service nova] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Received event network-vif-deleted-8c724577-5921-493a-860d-4b7ba8dddd93 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.430208] env[69843]: DEBUG nova.compute.manager [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.432459] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946be21c-073a-4d8e-ad9a-7c700fde7c40 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.514032] env[69843]: DEBUG nova.compute.manager [req-4228b31d-99f9-42d2-a28e-623502e4aa27 req-6580a5b0-6a5f-4dc2-9c83-5f8f482d04b1 service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Received event network-vif-plugged-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.514284] env[69843]: DEBUG oslo_concurrency.lockutils [req-4228b31d-99f9-42d2-a28e-623502e4aa27 req-6580a5b0-6a5f-4dc2-9c83-5f8f482d04b1 service nova] Acquiring lock "3a94e90e-e6c3-4038-ab68-392b4743b60b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.514460] env[69843]: DEBUG oslo_concurrency.lockutils [req-4228b31d-99f9-42d2-a28e-623502e4aa27 req-6580a5b0-6a5f-4dc2-9c83-5f8f482d04b1 service nova] Lock "3a94e90e-e6c3-4038-ab68-392b4743b60b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.514589] env[69843]: DEBUG oslo_concurrency.lockutils [req-4228b31d-99f9-42d2-a28e-623502e4aa27 req-6580a5b0-6a5f-4dc2-9c83-5f8f482d04b1 service nova] Lock "3a94e90e-e6c3-4038-ab68-392b4743b60b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.515137] env[69843]: DEBUG nova.compute.manager [req-4228b31d-99f9-42d2-a28e-623502e4aa27 req-6580a5b0-6a5f-4dc2-9c83-5f8f482d04b1 service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] No waiting events found dispatching network-vif-plugged-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 984.515137] env[69843]: WARNING nova.compute.manager [req-4228b31d-99f9-42d2-a28e-623502e4aa27 req-6580a5b0-6a5f-4dc2-9c83-5f8f482d04b1 service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Received unexpected event network-vif-plugged-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d for instance with vm_state building and task_state spawning. [ 984.520430] env[69843]: DEBUG nova.network.neutron [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Successfully updated port: 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.563024] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704492, 'name': ReconfigVM_Task, 'duration_secs': 0.366509} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.563024] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Reconfigured VM instance instance-0000004a to attach disk [datastore2] edb8953b-b66d-410f-8cff-c699113e456e/edb8953b-b66d-410f-8cff-c699113e456e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.564699] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfb21ef7-209a-4b90-869f-e619d374e7ea {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.577716] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.578088] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.578425] env[69843]: DEBUG nova.network.neutron [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.579878] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 984.579878] env[69843]: value = "task-3704493" [ 984.579878] env[69843]: _type = "Task" [ 984.579878] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.593794] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704493, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.945470] env[69843]: INFO nova.compute.manager [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] instance snapshotting [ 984.946111] env[69843]: DEBUG nova.objects.instance [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'flavor' on Instance uuid 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.021026] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Acquiring lock "refresh_cache-3a94e90e-e6c3-4038-ab68-392b4743b60b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.022242] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Acquired lock "refresh_cache-3a94e90e-e6c3-4038-ab68-392b4743b60b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.024101] env[69843]: DEBUG nova.network.neutron [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.110484] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704493, 'name': Rename_Task, 'duration_secs': 0.173204} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.110484] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.110484] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b892935a-6cfa-4cbe-904e-153a2631eabe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.122848] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 985.122848] env[69843]: value = "task-3704494" [ 985.122848] env[69843]: _type = "Task" [ 985.122848] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.132809] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.358302] env[69843]: DEBUG nova.network.neutron [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance_info_cache with network_info: [{"id": "ca76f50c-8620-4f05-89b4-bdd2eef2f6e6", "address": "fa:16:3e:87:87:61", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca76f50c-86", "ovs_interfaceid": "ca76f50c-8620-4f05-89b4-bdd2eef2f6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.451886] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6abb772-5951-4f03-9c36-f56de1ff0952 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.479317] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b459c9e8-275a-43e6-95aa-99bf6f586b26 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.495064] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02169c1f-2be4-44f3-883b-ef2cf18072f8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.505137] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f9b979-5526-425e-8086-fa3dd08214c7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.541523] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4ac285-03e3-497d-b01b-d4ed0ed8dc04 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.551739] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a3b284-386c-45b0-b6fc-b9da95ff3b2d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.568923] env[69843]: DEBUG nova.compute.provider_tree [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.577492] env[69843]: DEBUG nova.network.neutron [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.581041] env[69843]: DEBUG nova.compute.manager [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 985.582535] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7654299d-4f8d-4e8a-bd3e-6e0ec1e7c84c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.631409] env[69843]: DEBUG oslo_vmware.api [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704494, 'name': PowerOnVM_Task, 'duration_secs': 0.504698} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.632534] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.632811] env[69843]: INFO nova.compute.manager [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Took 8.73 seconds to spawn the instance on the hypervisor. [ 985.632997] env[69843]: DEBUG nova.compute.manager [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 985.633842] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5078d4-050b-4b5d-8a8f-d4cc627d4e56 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.748104] env[69843]: DEBUG nova.network.neutron [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Updating instance_info_cache with network_info: [{"id": "5e2967ee-c2ba-4bc5-a99c-3e1090f3915d", "address": "fa:16:3e:28:44:88", "network": {"id": "60aba731-7702-44fa-a2d7-081501f111e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1793554579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c319fce2ef542d587be24de0f89c43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2967ee-c2", "ovs_interfaceid": "5e2967ee-c2ba-4bc5-a99c-3e1090f3915d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.862300] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.991945] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 985.992352] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-536405cb-88d0-4a2d-9c98-3c0a7eb6c909 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.002436] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 986.002436] env[69843]: value = "task-3704498" [ 986.002436] env[69843]: _type = "Task" [ 986.002436] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.011728] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704498, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.072718] env[69843]: DEBUG nova.scheduler.client.report [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.097203] env[69843]: INFO nova.compute.manager [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] instance snapshotting [ 986.097365] env[69843]: WARNING nova.compute.manager [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 986.102658] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b90d76-ee6a-470a-8067-9d7093d38d45 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.123599] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7a87d5-13e5-4fa3-9ddb-719fe629006b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.155828] env[69843]: INFO nova.compute.manager [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Took 33.47 seconds to build instance. [ 986.251939] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Releasing lock "refresh_cache-3a94e90e-e6c3-4038-ab68-392b4743b60b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.252361] env[69843]: DEBUG nova.compute.manager [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Instance network_info: |[{"id": "5e2967ee-c2ba-4bc5-a99c-3e1090f3915d", "address": "fa:16:3e:28:44:88", "network": {"id": "60aba731-7702-44fa-a2d7-081501f111e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1793554579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c319fce2ef542d587be24de0f89c43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2967ee-c2", "ovs_interfaceid": "5e2967ee-c2ba-4bc5-a99c-3e1090f3915d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.252866] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:44:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e2967ee-c2ba-4bc5-a99c-3e1090f3915d', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.261344] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Creating folder: Project (7c319fce2ef542d587be24de0f89c43a). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.262078] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3267ff81-b856-46bf-b597-c022a9ac7703 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.277231] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Created folder: Project (7c319fce2ef542d587be24de0f89c43a) in parent group-v737654. [ 986.277560] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Creating folder: Instances. Parent ref: group-v737873. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.277888] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39e03313-4114-4691-9229-e03b54b39191 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.291895] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Created folder: Instances in parent group-v737873. [ 986.292167] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.292388] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.292625] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a457be3-5036-414f-8319-eb1bdf9b5baf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.314641] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.314641] env[69843]: value = "task-3704501" [ 986.314641] env[69843]: _type = "Task" [ 986.314641] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.324247] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704501, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.512203] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704498, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.545317] env[69843]: DEBUG nova.compute.manager [req-2e008ebd-d690-4924-955d-916b0dd50999 req-47f5cffb-2c66-40c4-81f2-e8f61d7b78d1 service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Received event network-changed-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.545504] env[69843]: DEBUG nova.compute.manager [req-2e008ebd-d690-4924-955d-916b0dd50999 req-47f5cffb-2c66-40c4-81f2-e8f61d7b78d1 service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Refreshing instance network info cache due to event network-changed-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.545718] env[69843]: DEBUG oslo_concurrency.lockutils [req-2e008ebd-d690-4924-955d-916b0dd50999 req-47f5cffb-2c66-40c4-81f2-e8f61d7b78d1 service nova] Acquiring lock "refresh_cache-3a94e90e-e6c3-4038-ab68-392b4743b60b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.545856] env[69843]: DEBUG oslo_concurrency.lockutils [req-2e008ebd-d690-4924-955d-916b0dd50999 req-47f5cffb-2c66-40c4-81f2-e8f61d7b78d1 service nova] Acquired lock "refresh_cache-3a94e90e-e6c3-4038-ab68-392b4743b60b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.546017] env[69843]: DEBUG nova.network.neutron [req-2e008ebd-d690-4924-955d-916b0dd50999 req-47f5cffb-2c66-40c4-81f2-e8f61d7b78d1 service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Refreshing network info cache for port 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.577648] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.578219] env[69843]: DEBUG nova.compute.manager [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.580808] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.822s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.581397] env[69843]: DEBUG nova.objects.instance [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lazy-loading 'resources' on Instance uuid 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.635599] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 986.635902] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5359370d-54cb-47b3-893a-a77025efe9c6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.644480] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 986.644480] env[69843]: value = "task-3704502" [ 986.644480] env[69843]: _type = "Task" [ 986.644480] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.654442] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.659125] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b18494a7-100e-4106-ae36-1abb6bfa8224 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "edb8953b-b66d-410f-8cff-c699113e456e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.983s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.824509] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704501, 'name': CreateVM_Task, 'duration_secs': 0.489388} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.824666] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.825367] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.825535] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.825895] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.826179] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bf3ba4-969b-4cde-9032-16c3aa9f698d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.831065] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Waiting for the task: (returnval){ [ 986.831065] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ec0d92-2eba-dd26-dd5d-1d4966cd0c7c" [ 986.831065] env[69843]: _type = "Task" [ 986.831065] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.839071] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ec0d92-2eba-dd26-dd5d-1d4966cd0c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.017897] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704498, 'name': CreateSnapshot_Task, 'duration_secs': 0.520718} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.018250] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 987.019930] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231d57e2-a680-47d8-9be5-8210670385a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.087678] env[69843]: DEBUG nova.compute.utils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.090456] env[69843]: DEBUG nova.compute.manager [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.090456] env[69843]: DEBUG nova.network.neutron [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.148538] env[69843]: DEBUG nova.policy [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '555eac58f78744e78a44595478764657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63428ac12cb94c55ac5d7aed9e9f2bf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.166143] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704502, 'name': CreateSnapshot_Task, 'duration_secs': 0.439198} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.169258] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 987.171202] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b82d80-59eb-4f81-aeef-6a34feaacf3e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.348576] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ec0d92-2eba-dd26-dd5d-1d4966cd0c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.353113] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.353274] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.353653] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.353789] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.353939] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.357150] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cad9900-28b9-4678-be78-1eab7494c654 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.368327] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.368327] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.369406] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a375d2d-40a2-408e-9aab-e006bb505f38 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.379172] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Waiting for the task: (returnval){ [ 987.379172] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d6daa4-b003-2103-281a-bea9f23bb6f5" [ 987.379172] env[69843]: _type = "Task" [ 987.379172] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.383760] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501233c9-7708-4a7c-a741-71c2d29129c6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.404110] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance '294d870f-3083-47dc-80d6-88377ce7f6b9' progress to 0 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.415019] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d6daa4-b003-2103-281a-bea9f23bb6f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.415894] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190fdd7b-88b5-4ab8-b01c-e7cd0fe677bc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.423963] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Waiting for the task: (returnval){ [ 987.423963] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52530c04-be8f-2bee-6f8f-be4a8b84506a" [ 987.423963] env[69843]: _type = "Task" [ 987.423963] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.443066] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52530c04-be8f-2bee-6f8f-be4a8b84506a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.443066] env[69843]: DEBUG nova.network.neutron [req-2e008ebd-d690-4924-955d-916b0dd50999 req-47f5cffb-2c66-40c4-81f2-e8f61d7b78d1 service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Updated VIF entry in instance network info cache for port 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.443066] env[69843]: DEBUG nova.network.neutron [req-2e008ebd-d690-4924-955d-916b0dd50999 req-47f5cffb-2c66-40c4-81f2-e8f61d7b78d1 service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Updating instance_info_cache with network_info: [{"id": "5e2967ee-c2ba-4bc5-a99c-3e1090f3915d", "address": "fa:16:3e:28:44:88", "network": {"id": "60aba731-7702-44fa-a2d7-081501f111e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1793554579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c319fce2ef542d587be24de0f89c43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2967ee-c2", "ovs_interfaceid": "5e2967ee-c2ba-4bc5-a99c-3e1090f3915d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.527568] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b837fc-8b07-4726-b8d5-0d775dbf8082 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.552581] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 987.553949] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e2bb051a-de7e-48b6-8989-31fb23366693 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.566616] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b430b18-5afb-4ba0-91ae-a298a0517024 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.572119] env[69843]: DEBUG nova.network.neutron [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Successfully created port: 7a984abd-311f-4233-b1d9-be319be9e97c {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.574392] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 987.574392] env[69843]: value = "task-3704503" [ 987.574392] env[69843]: _type = "Task" [ 987.574392] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.609526] env[69843]: DEBUG nova.compute.manager [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.614952] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7314908a-27a5-4225-9791-72201056b5c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.625205] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704503, 'name': CloneVM_Task} progress is 21%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.631446] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75a04e5-2979-4c49-b745-b09dafbb29bc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.647200] env[69843]: DEBUG nova.compute.provider_tree [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.690922] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 987.691295] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aadbc1f2-ff6f-45f3-8cd6-caf19529901b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.701641] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 987.701641] env[69843]: value = "task-3704504" [ 987.701641] env[69843]: _type = "Task" [ 987.701641] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.711734] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704504, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.911669] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.911669] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7654f8b-4971-404e-9ee7-199c31b1c655 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.921021] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 987.921021] env[69843]: value = "task-3704505" [ 987.921021] env[69843]: _type = "Task" [ 987.921021] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.938682] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52530c04-be8f-2bee-6f8f-be4a8b84506a, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.943643] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.943643] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 3a94e90e-e6c3-4038-ab68-392b4743b60b/3a94e90e-e6c3-4038-ab68-392b4743b60b.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.943643] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.943643] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30212d06-6b59-4339-8a12-19f229190d2d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.946617] env[69843]: DEBUG oslo_concurrency.lockutils [req-2e008ebd-d690-4924-955d-916b0dd50999 req-47f5cffb-2c66-40c4-81f2-e8f61d7b78d1 service nova] Releasing lock "refresh_cache-3a94e90e-e6c3-4038-ab68-392b4743b60b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.962771] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Waiting for the task: (returnval){ [ 987.962771] env[69843]: value = "task-3704506" [ 987.962771] env[69843]: _type = "Task" [ 987.962771] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.985591] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.096127] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704503, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.152318] env[69843]: DEBUG nova.scheduler.client.report [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.216279] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704504, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.433356] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704505, 'name': PowerOffVM_Task, 'duration_secs': 0.277494} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.433618] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.433834] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance '294d870f-3083-47dc-80d6-88377ce7f6b9' progress to 17 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.475145] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.475490] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.475674] env[69843]: INFO nova.compute.manager [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Shelving [ 988.479466] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704506, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.574963] env[69843]: DEBUG nova.compute.manager [req-82cb06ee-3b1b-4c1c-a476-bf94b553218f req-9043709d-2cd6-4228-ab2e-6def91715adc service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Received event network-changed-bb4b521b-446e-48be-a3ff-8e1f889f081e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.575638] env[69843]: DEBUG nova.compute.manager [req-82cb06ee-3b1b-4c1c-a476-bf94b553218f req-9043709d-2cd6-4228-ab2e-6def91715adc service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Refreshing instance network info cache due to event network-changed-bb4b521b-446e-48be-a3ff-8e1f889f081e. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.575638] env[69843]: DEBUG oslo_concurrency.lockutils [req-82cb06ee-3b1b-4c1c-a476-bf94b553218f req-9043709d-2cd6-4228-ab2e-6def91715adc service nova] Acquiring lock "refresh_cache-edb8953b-b66d-410f-8cff-c699113e456e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.575638] env[69843]: DEBUG oslo_concurrency.lockutils [req-82cb06ee-3b1b-4c1c-a476-bf94b553218f req-9043709d-2cd6-4228-ab2e-6def91715adc service nova] Acquired lock "refresh_cache-edb8953b-b66d-410f-8cff-c699113e456e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.575754] env[69843]: DEBUG nova.network.neutron [req-82cb06ee-3b1b-4c1c-a476-bf94b553218f req-9043709d-2cd6-4228-ab2e-6def91715adc service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Refreshing network info cache for port bb4b521b-446e-48be-a3ff-8e1f889f081e {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.587456] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704503, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.633472] env[69843]: DEBUG nova.compute.manager [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.659501] env[69843]: DEBUG nova.virt.hardware [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.659804] env[69843]: DEBUG nova.virt.hardware [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.659979] env[69843]: DEBUG nova.virt.hardware [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.660262] env[69843]: DEBUG nova.virt.hardware [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.660465] env[69843]: DEBUG nova.virt.hardware [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.660651] env[69843]: DEBUG nova.virt.hardware [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.660897] env[69843]: DEBUG nova.virt.hardware [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.661082] env[69843]: DEBUG nova.virt.hardware [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.661285] env[69843]: DEBUG nova.virt.hardware [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.661460] env[69843]: DEBUG nova.virt.hardware [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.661630] env[69843]: DEBUG nova.virt.hardware [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.662529] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.665504] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67ca68f-2a72-4041-8f70-63fb98cb4486 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.668817] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.693s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.668868] env[69843]: DEBUG nova.objects.instance [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 988.679762] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c32cff-19e5-4425-8cee-1c39be89b0a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.702994] env[69843]: INFO nova.scheduler.client.report [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Deleted allocations for instance 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7 [ 988.718302] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704504, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.940529] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.940854] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.941134] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.941191] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.941354] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.941523] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.941725] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.941880] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.942092] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.942304] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.942525] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.947979] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a30b5450-66b2-456f-91d0-660b32009880 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.969241] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 988.969241] env[69843]: value = "task-3704508" [ 988.969241] env[69843]: _type = "Task" [ 988.969241] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.977188] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739283} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.977891] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 3a94e90e-e6c3-4038-ab68-392b4743b60b/3a94e90e-e6c3-4038-ab68-392b4743b60b.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.978780] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.978917] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c92ff88d-9026-490c-abae-c43bd9495fb8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.986576] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.995918] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Waiting for the task: (returnval){ [ 988.995918] env[69843]: value = "task-3704509" [ 988.995918] env[69843]: _type = "Task" [ 988.995918] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.007083] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.091443] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704503, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.219709] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704504, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.220427] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf09d3f3-c156-45fc-8982-b6789f6d163d tempest-MigrationsAdminTest-300341509 tempest-MigrationsAdminTest-300341509-project-member] Lock "6eb4eb2c-448f-4f20-ab4d-03a458bff9a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.504s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.301728] env[69843]: DEBUG nova.compute.manager [req-2ce4778c-e832-4d2f-a422-403865babea2 req-24d81016-36fe-496c-8cb1-852c31087b92 service nova] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Received event network-vif-plugged-7a984abd-311f-4233-b1d9-be319be9e97c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.302016] env[69843]: DEBUG oslo_concurrency.lockutils [req-2ce4778c-e832-4d2f-a422-403865babea2 req-24d81016-36fe-496c-8cb1-852c31087b92 service nova] Acquiring lock "2b6121ba-c485-4ade-a226-65c3ae96ecd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.302303] env[69843]: DEBUG oslo_concurrency.lockutils [req-2ce4778c-e832-4d2f-a422-403865babea2 req-24d81016-36fe-496c-8cb1-852c31087b92 service nova] Lock "2b6121ba-c485-4ade-a226-65c3ae96ecd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.302482] env[69843]: DEBUG oslo_concurrency.lockutils [req-2ce4778c-e832-4d2f-a422-403865babea2 req-24d81016-36fe-496c-8cb1-852c31087b92 service nova] Lock "2b6121ba-c485-4ade-a226-65c3ae96ecd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.302651] env[69843]: DEBUG nova.compute.manager [req-2ce4778c-e832-4d2f-a422-403865babea2 req-24d81016-36fe-496c-8cb1-852c31087b92 service nova] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] No waiting events found dispatching network-vif-plugged-7a984abd-311f-4233-b1d9-be319be9e97c {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 989.302819] env[69843]: WARNING nova.compute.manager [req-2ce4778c-e832-4d2f-a422-403865babea2 req-24d81016-36fe-496c-8cb1-852c31087b92 service nova] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Received unexpected event network-vif-plugged-7a984abd-311f-4233-b1d9-be319be9e97c for instance with vm_state building and task_state spawning. [ 989.353794] env[69843]: DEBUG nova.network.neutron [req-82cb06ee-3b1b-4c1c-a476-bf94b553218f req-9043709d-2cd6-4228-ab2e-6def91715adc service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Updated VIF entry in instance network info cache for port bb4b521b-446e-48be-a3ff-8e1f889f081e. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.354300] env[69843]: DEBUG nova.network.neutron [req-82cb06ee-3b1b-4c1c-a476-bf94b553218f req-9043709d-2cd6-4228-ab2e-6def91715adc service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Updating instance_info_cache with network_info: [{"id": "bb4b521b-446e-48be-a3ff-8e1f889f081e", "address": "fa:16:3e:f0:19:ca", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb4b521b-44", "ovs_interfaceid": "bb4b521b-446e-48be-a3ff-8e1f889f081e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.481070] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.492892] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.493384] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3891020-3148-4635-9ab5-2c19ea70f37c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.505042] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 989.505042] env[69843]: value = "task-3704510" [ 989.505042] env[69843]: _type = "Task" [ 989.505042] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.509351] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078521} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.510037] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.510935] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a47b908-a18c-4725-977d-4573cfca5b40 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.521898] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.557401] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 3a94e90e-e6c3-4038-ab68-392b4743b60b/3a94e90e-e6c3-4038-ab68-392b4743b60b.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.558761] env[69843]: DEBUG nova.network.neutron [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Successfully updated port: 7a984abd-311f-4233-b1d9-be319be9e97c {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.560320] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc349bc4-7644-464f-bdd8-74311e6eeaf9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.583694] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "refresh_cache-2b6121ba-c485-4ade-a226-65c3ae96ecd1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.583864] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquired lock "refresh_cache-2b6121ba-c485-4ade-a226-65c3ae96ecd1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.583974] env[69843]: DEBUG nova.network.neutron [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.596556] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704503, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.598123] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Waiting for the task: (returnval){ [ 989.598123] env[69843]: value = "task-3704511" [ 989.598123] env[69843]: _type = "Task" [ 989.598123] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.610812] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.682679] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7446c5f6-7c89-479a-93d6-fd6df5482cbb tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.683903] env[69843]: DEBUG oslo_concurrency.lockutils [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.576s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.684166] env[69843]: DEBUG nova.objects.instance [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lazy-loading 'resources' on Instance uuid a547b0d0-377a-44fe-a750-6d0ab748fcff {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.714811] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704504, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.857537] env[69843]: DEBUG oslo_concurrency.lockutils [req-82cb06ee-3b1b-4c1c-a476-bf94b553218f req-9043709d-2cd6-4228-ab2e-6def91715adc service nova] Releasing lock "refresh_cache-edb8953b-b66d-410f-8cff-c699113e456e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.981028] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.012801] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.100236] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704503, 'name': CloneVM_Task, 'duration_secs': 2.409696} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.103499] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Created linked-clone VM from snapshot [ 990.104392] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2547f1a-9a70-4c43-b905-b81e15eab951 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.117410] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.118250] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Uploading image 2f5b4ba6-297c-43ac-a835-000e2b1357be {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 990.131103] env[69843]: DEBUG nova.network.neutron [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.141296] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 990.141296] env[69843]: value = "vm-737878" [ 990.141296] env[69843]: _type = "VirtualMachine" [ 990.141296] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 990.141656] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-50ec9ff8-df3c-4956-9136-ae2d40b91e12 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.150896] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lease: (returnval){ [ 990.150896] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52312161-e34b-cc86-d54e-58d57c285a1c" [ 990.150896] env[69843]: _type = "HttpNfcLease" [ 990.150896] env[69843]: } obtained for exporting VM: (result){ [ 990.150896] env[69843]: value = "vm-737878" [ 990.150896] env[69843]: _type = "VirtualMachine" [ 990.150896] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 990.151196] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the lease: (returnval){ [ 990.151196] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52312161-e34b-cc86-d54e-58d57c285a1c" [ 990.151196] env[69843]: _type = "HttpNfcLease" [ 990.151196] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 990.167213] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.167213] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52312161-e34b-cc86-d54e-58d57c285a1c" [ 990.167213] env[69843]: _type = "HttpNfcLease" [ 990.167213] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 990.218041] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704504, 'name': CloneVM_Task, 'duration_secs': 2.321749} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.218041] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Created linked-clone VM from snapshot [ 990.222204] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cef4c7-a62c-4a62-b186-9ba0eb6e8546 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.237488] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Uploading image 3eab3b43-1f06-4407-881d-62913131a7b5 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 990.281759] env[69843]: DEBUG oslo_vmware.rw_handles [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 990.281759] env[69843]: value = "vm-737879" [ 990.281759] env[69843]: _type = "VirtualMachine" [ 990.281759] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 990.282109] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fdc9777f-3f00-4b0d-baf7-7c3247cf2ff3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.294548] env[69843]: DEBUG oslo_vmware.rw_handles [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lease: (returnval){ [ 990.294548] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eb1591-d112-471b-01b8-9acdeae8774e" [ 990.294548] env[69843]: _type = "HttpNfcLease" [ 990.294548] env[69843]: } obtained for exporting VM: (result){ [ 990.294548] env[69843]: value = "vm-737879" [ 990.294548] env[69843]: _type = "VirtualMachine" [ 990.294548] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 990.294865] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the lease: (returnval){ [ 990.294865] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eb1591-d112-471b-01b8-9acdeae8774e" [ 990.294865] env[69843]: _type = "HttpNfcLease" [ 990.294865] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 990.303866] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.303866] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eb1591-d112-471b-01b8-9acdeae8774e" [ 990.303866] env[69843]: _type = "HttpNfcLease" [ 990.303866] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 990.433375] env[69843]: DEBUG nova.network.neutron [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Updating instance_info_cache with network_info: [{"id": "7a984abd-311f-4233-b1d9-be319be9e97c", "address": "fa:16:3e:ca:e9:d8", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a984abd-31", "ovs_interfaceid": "7a984abd-311f-4233-b1d9-be319be9e97c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.483554] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704508, 'name': ReconfigVM_Task, 'duration_secs': 1.348315} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.483941] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance '294d870f-3083-47dc-80d6-88377ce7f6b9' progress to 33 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.517741] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704510, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.584998] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb155695-cb9d-451c-b95e-6ae5b4a66000 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.593641] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e68eaf-a5fe-4549-a7a2-686b4d9f3fe9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.630768] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba53c93-7dbb-482f-af67-11d45bfa18cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.637053] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.642552] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8783d7-194d-450d-802d-4b4e0e47106c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.657106] env[69843]: DEBUG nova.compute.provider_tree [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.666088] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.666088] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52312161-e34b-cc86-d54e-58d57c285a1c" [ 990.666088] env[69843]: _type = "HttpNfcLease" [ 990.666088] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 990.667195] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 990.667195] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52312161-e34b-cc86-d54e-58d57c285a1c" [ 990.667195] env[69843]: _type = "HttpNfcLease" [ 990.667195] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 990.667942] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029717b2-621a-40e0-96f5-3698c5975a4b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.677097] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263adae-c84f-e797-2887-0784be042a16/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 990.677302] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263adae-c84f-e797-2887-0784be042a16/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 990.770869] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-330c1945-ced8-4af4-b33f-075173468850 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.807888] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.807888] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eb1591-d112-471b-01b8-9acdeae8774e" [ 990.807888] env[69843]: _type = "HttpNfcLease" [ 990.807888] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 990.808272] env[69843]: DEBUG oslo_vmware.rw_handles [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 990.808272] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eb1591-d112-471b-01b8-9acdeae8774e" [ 990.808272] env[69843]: _type = "HttpNfcLease" [ 990.808272] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 990.812117] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42692eb0-3f3b-4314-8389-bad9d8e89a33 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.817297] env[69843]: DEBUG oslo_vmware.rw_handles [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac8bd0-59da-94d0-511f-ba7c70264154/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 990.817486] env[69843]: DEBUG oslo_vmware.rw_handles [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac8bd0-59da-94d0-511f-ba7c70264154/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 990.905125] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-816a6fde-9721-45ac-a5a2-b691a9083f14 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.936531] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Releasing lock "refresh_cache-2b6121ba-c485-4ade-a226-65c3ae96ecd1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.936835] env[69843]: DEBUG nova.compute.manager [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Instance network_info: |[{"id": "7a984abd-311f-4233-b1d9-be319be9e97c", "address": "fa:16:3e:ca:e9:d8", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a984abd-31", "ovs_interfaceid": "7a984abd-311f-4233-b1d9-be319be9e97c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.937802] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:e9:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a984abd-311f-4233-b1d9-be319be9e97c', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.946105] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.947140] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.952327] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43ad9c82-0e56-4bd9-9baa-d8d678f69c9d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.979033] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.979033] env[69843]: value = "task-3704515" [ 990.979033] env[69843]: _type = "Task" [ 990.979033] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.991352] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.991547] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.991939] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.992067] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.992181] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.992365] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.992649] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.992850] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.993062] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.993273] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.993513] env[69843]: DEBUG nova.virt.hardware [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.999617] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 991.000430] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2cec33d-90e4-46e2-9ff0-8084dc4b4772 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.022434] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704515, 'name': CreateVM_Task} progress is 15%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.024360] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 991.024360] env[69843]: value = "task-3704516" [ 991.024360] env[69843]: _type = "Task" [ 991.024360] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.032474] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704510, 'name': PowerOffVM_Task, 'duration_secs': 1.018315} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.033455] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.035668] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f639d38-2a54-4bf2-9bec-d735243864a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.042776] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.066198] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1396e1-1e50-4cc9-bdf1-8fc9aca38a08 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.112333] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704511, 'name': ReconfigVM_Task, 'duration_secs': 1.350095} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.112499] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 3a94e90e-e6c3-4038-ab68-392b4743b60b/3a94e90e-e6c3-4038-ab68-392b4743b60b.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.113442] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8f98dbe-ce95-42d9-ba34-f6f1c79dd56a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.122342] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Waiting for the task: (returnval){ [ 991.122342] env[69843]: value = "task-3704517" [ 991.122342] env[69843]: _type = "Task" [ 991.122342] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.133054] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704517, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.161076] env[69843]: DEBUG nova.scheduler.client.report [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.369722] env[69843]: DEBUG nova.compute.manager [req-ff4ce17e-324f-4999-b889-03bba89def8f req-67e5c029-1d7f-46f9-8f1d-e53f24e83f64 service nova] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Received event network-changed-7a984abd-311f-4233-b1d9-be319be9e97c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.370267] env[69843]: DEBUG nova.compute.manager [req-ff4ce17e-324f-4999-b889-03bba89def8f req-67e5c029-1d7f-46f9-8f1d-e53f24e83f64 service nova] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Refreshing instance network info cache due to event network-changed-7a984abd-311f-4233-b1d9-be319be9e97c. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.370605] env[69843]: DEBUG oslo_concurrency.lockutils [req-ff4ce17e-324f-4999-b889-03bba89def8f req-67e5c029-1d7f-46f9-8f1d-e53f24e83f64 service nova] Acquiring lock "refresh_cache-2b6121ba-c485-4ade-a226-65c3ae96ecd1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.370816] env[69843]: DEBUG oslo_concurrency.lockutils [req-ff4ce17e-324f-4999-b889-03bba89def8f req-67e5c029-1d7f-46f9-8f1d-e53f24e83f64 service nova] Acquired lock "refresh_cache-2b6121ba-c485-4ade-a226-65c3ae96ecd1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.371074] env[69843]: DEBUG nova.network.neutron [req-ff4ce17e-324f-4999-b889-03bba89def8f req-67e5c029-1d7f-46f9-8f1d-e53f24e83f64 service nova] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Refreshing network info cache for port 7a984abd-311f-4233-b1d9-be319be9e97c {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.496353] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704515, 'name': CreateVM_Task, 'duration_secs': 0.497288} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.496630] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.497494] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.497770] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.498323] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.498711] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a053238b-ca85-46f5-9e3f-5ed4992e9258 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.504444] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 991.504444] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c36c18-913e-f5e0-837b-5d27498e0659" [ 991.504444] env[69843]: _type = "Task" [ 991.504444] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.515577] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c36c18-913e-f5e0-837b-5d27498e0659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.535638] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704516, 'name': ReconfigVM_Task, 'duration_secs': 0.223721} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.536105] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 991.537011] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2e0667-0baa-425e-b04e-93f8ec9f6ae8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.565687] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 294d870f-3083-47dc-80d6-88377ce7f6b9/294d870f-3083-47dc-80d6-88377ce7f6b9.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.567088] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42247565-156c-4173-9165-ef8433393ab9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.582527] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 991.582967] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c3b95c6a-0246-4a02-a95b-64eeaeb13004 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.594353] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 991.594353] env[69843]: value = "task-3704519" [ 991.594353] env[69843]: _type = "Task" [ 991.594353] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.595991] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 991.595991] env[69843]: value = "task-3704518" [ 991.595991] env[69843]: _type = "Task" [ 991.595991] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.611219] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704519, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.616187] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.633844] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704517, 'name': Rename_Task, 'duration_secs': 0.264988} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.634755] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.638991] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aee8dc74-53f3-4732-8d21-d7a18efc3d4c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.654652] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Waiting for the task: (returnval){ [ 991.654652] env[69843]: value = "task-3704520" [ 991.654652] env[69843]: _type = "Task" [ 991.654652] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.664093] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.667240] env[69843]: DEBUG oslo_concurrency.lockutils [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.670561] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.965s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.671580] env[69843]: INFO nova.compute.claims [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.706472] env[69843]: INFO nova.scheduler.client.report [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Deleted allocations for instance a547b0d0-377a-44fe-a750-6d0ab748fcff [ 992.017093] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c36c18-913e-f5e0-837b-5d27498e0659, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.018524] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.018808] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.019348] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.021269] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.021497] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.022957] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0e076f7-4e4c-4310-9581-876f37024539 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.041854] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.042218] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.043620] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cdc845d-345c-45ea-8c54-17d59f76cc64 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.051522] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 992.051522] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f4186d-936e-fe12-26a0-84292a5d82cf" [ 992.051522] env[69843]: _type = "Task" [ 992.051522] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.063502] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f4186d-936e-fe12-26a0-84292a5d82cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.113609] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704519, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.120222] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704518, 'name': ReconfigVM_Task, 'duration_secs': 0.392536} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.120222] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 294d870f-3083-47dc-80d6-88377ce7f6b9/294d870f-3083-47dc-80d6-88377ce7f6b9.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.120756] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance '294d870f-3083-47dc-80d6-88377ce7f6b9' progress to 50 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.165781] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704520, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.216930] env[69843]: DEBUG oslo_concurrency.lockutils [None req-41857392-ef8d-4b1c-bacd-1dd79e38d5a0 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "a547b0d0-377a-44fe-a750-6d0ab748fcff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.714s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.235204] env[69843]: DEBUG nova.network.neutron [req-ff4ce17e-324f-4999-b889-03bba89def8f req-67e5c029-1d7f-46f9-8f1d-e53f24e83f64 service nova] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Updated VIF entry in instance network info cache for port 7a984abd-311f-4233-b1d9-be319be9e97c. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.239713] env[69843]: DEBUG nova.network.neutron [req-ff4ce17e-324f-4999-b889-03bba89def8f req-67e5c029-1d7f-46f9-8f1d-e53f24e83f64 service nova] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Updating instance_info_cache with network_info: [{"id": "7a984abd-311f-4233-b1d9-be319be9e97c", "address": "fa:16:3e:ca:e9:d8", "network": {"id": "0435d14e-790f-40e0-b2b7-bd2ab3183fc9", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "75475523e8a4447ba7a0aa57afa20f32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a984abd-31", "ovs_interfaceid": "7a984abd-311f-4233-b1d9-be319be9e97c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.564608] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f4186d-936e-fe12-26a0-84292a5d82cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013586} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.565698] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763e6b6e-a95d-4a86-87fb-6428641f88e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.572914] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 992.572914] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d05d1a-efc2-cca9-503b-0902a395ad13" [ 992.572914] env[69843]: _type = "Task" [ 992.572914] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.584020] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d05d1a-efc2-cca9-503b-0902a395ad13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.607087] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704519, 'name': CreateSnapshot_Task, 'duration_secs': 0.730688} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.607660] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 992.608708] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62a417d-16ac-4c4e-b02c-43c48184621b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.631601] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48ee1f4-aa14-4846-be10-d0d10231b8ca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.657285] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513e0591-e0d1-4106-9c21-4418ae308040 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.675937] env[69843]: DEBUG oslo_vmware.api [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704520, 'name': PowerOnVM_Task, 'duration_secs': 0.786052} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.690566] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.690893] env[69843]: INFO nova.compute.manager [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Took 9.12 seconds to spawn the instance on the hypervisor. [ 992.691160] env[69843]: DEBUG nova.compute.manager [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.695031] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance '294d870f-3083-47dc-80d6-88377ce7f6b9' progress to 67 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.699926] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35cff08-1b00-441a-a208-2b034e63e24a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.742816] env[69843]: DEBUG oslo_concurrency.lockutils [req-ff4ce17e-324f-4999-b889-03bba89def8f req-67e5c029-1d7f-46f9-8f1d-e53f24e83f64 service nova] Releasing lock "refresh_cache-2b6121ba-c485-4ade-a226-65c3ae96ecd1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.743430] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "b898dcb3-b862-4559-9ab7-6820c9f35722" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.744032] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "b898dcb3-b862-4559-9ab7-6820c9f35722" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.744428] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "b898dcb3-b862-4559-9ab7-6820c9f35722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.744428] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "b898dcb3-b862-4559-9ab7-6820c9f35722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.744626] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "b898dcb3-b862-4559-9ab7-6820c9f35722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.750609] env[69843]: INFO nova.compute.manager [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Terminating instance [ 993.043048] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26616d28-58e3-41a2-bf51-c502c12f4efe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.052768] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7540f70-4f68-4774-bfc1-8de72748a3fc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.088803] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1568065c-3d11-4d80-8407-bc87dfbe87ef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.103158] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f539b4-35f8-4d8f-b077-9ad1059926a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.107506] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d05d1a-efc2-cca9-503b-0902a395ad13, 'name': SearchDatastore_Task, 'duration_secs': 0.016154} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.107965] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.108268] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 2b6121ba-c485-4ade-a226-65c3ae96ecd1/2b6121ba-c485-4ade-a226-65c3ae96ecd1.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.109019] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c61960de-2a16-488a-9c16-35416c5aa9fd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.129942] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 993.130606] env[69843]: DEBUG nova.compute.provider_tree [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.133107] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e798ae5-cdb4-4c7e-8a94-a09f1f912357 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.138975] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 993.138975] env[69843]: value = "task-3704522" [ 993.138975] env[69843]: _type = "Task" [ 993.138975] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.146947] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 993.146947] env[69843]: value = "task-3704523" [ 993.146947] env[69843]: _type = "Task" [ 993.146947] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.155893] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.162993] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704523, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.221557] env[69843]: INFO nova.compute.manager [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Took 38.79 seconds to build instance. [ 993.260524] env[69843]: DEBUG nova.compute.manager [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.260782] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.261778] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615757cb-08eb-4b8d-a8a1-1f547319810d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.271531] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.271809] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0f1983d-f6b8-4f26-9c68-692d3285b152 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.282926] env[69843]: DEBUG oslo_vmware.api [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 993.282926] env[69843]: value = "task-3704524" [ 993.282926] env[69843]: _type = "Task" [ 993.282926] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.284387] env[69843]: DEBUG nova.network.neutron [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Port ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 993.296807] env[69843]: DEBUG oslo_vmware.api [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.638968] env[69843]: DEBUG nova.scheduler.client.report [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.663674] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704522, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.663870] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704523, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.727878] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cad7ba47-b8e8-4a17-bede-d1586befa983 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Lock "3a94e90e-e6c3-4038-ab68-392b4743b60b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.310s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.802806] env[69843]: DEBUG oslo_vmware.api [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704524, 'name': PowerOffVM_Task, 'duration_secs': 0.365321} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.803156] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.803403] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.803722] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ec403e4-94bb-4bd9-bfe4-0f82419f2ce4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.904698] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.905031] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.905354] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Deleting the datastore file [datastore2] b898dcb3-b862-4559-9ab7-6820c9f35722 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.905656] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1fc0864-8b0a-4c48-917f-116f42b9342b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.914361] env[69843]: DEBUG oslo_vmware.api [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for the task: (returnval){ [ 993.914361] env[69843]: value = "task-3704526" [ 993.914361] env[69843]: _type = "Task" [ 993.914361] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.925257] env[69843]: DEBUG oslo_vmware.api [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.150137] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.150723] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.157243] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.423s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.158904] env[69843]: INFO nova.compute.claims [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.164750] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654762} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.165586] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 2b6121ba-c485-4ade-a226-65c3ae96ecd1/2b6121ba-c485-4ade-a226-65c3ae96ecd1.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.165858] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.166651] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6074d5f6-a7d4-4ae6-9df5-3458b4811639 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.173151] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704523, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.179204] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 994.179204] env[69843]: value = "task-3704527" [ 994.179204] env[69843]: _type = "Task" [ 994.179204] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.188226] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.313100] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "294d870f-3083-47dc-80d6-88377ce7f6b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.313100] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "294d870f-3083-47dc-80d6-88377ce7f6b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.313359] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "294d870f-3083-47dc-80d6-88377ce7f6b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.424947] env[69843]: DEBUG oslo_vmware.api [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Task: {'id': task-3704526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354666} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.425237] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.425522] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.425822] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.426049] env[69843]: INFO nova.compute.manager [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Took 1.17 seconds to destroy the instance on the hypervisor. [ 994.426291] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.426492] env[69843]: DEBUG nova.compute.manager [-] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.426585] env[69843]: DEBUG nova.network.neutron [-] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.665321] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704523, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.666569] env[69843]: DEBUG nova.compute.utils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.670137] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.670273] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.693145] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087826} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.693434] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.694277] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb348b41-fab9-40b2-8ed5-9327579cf199 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.719902] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 2b6121ba-c485-4ade-a226-65c3ae96ecd1/2b6121ba-c485-4ade-a226-65c3ae96ecd1.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.721593] env[69843]: DEBUG nova.policy [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5cede7dd26b425d982b0c062f572e26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d9b96fd787348ee8e60a2b9dd3a29ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.723576] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fee80009-b595-47b1-b0f7-eb004d8fe331 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.745282] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 994.745282] env[69843]: value = "task-3704529" [ 994.745282] env[69843]: _type = "Task" [ 994.745282] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.754899] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.057824] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Successfully created port: 13b5c887-ef3d-453f-8ae6-294bcc74f81a {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.166950] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704523, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.171012] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.189150] env[69843]: DEBUG nova.network.neutron [-] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.266872] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.387360] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.387547] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.387734] env[69843]: DEBUG nova.network.neutron [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.602183] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98d3c6e-5960-4ab5-9f5f-1550bc8cad4b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.612195] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1c7569-474c-4603-826d-63bc503bfc3b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.648579] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29553c9-fd70-437c-b2c0-943577f05632 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.663344] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637f33bc-b4f0-48ec-bfbe-03b09aa78d63 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.672616] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704523, 'name': CloneVM_Task, 'duration_secs': 2.285018} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.673502] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Created linked-clone VM from snapshot [ 995.674716] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5a267c-95c7-4a0d-818c-b679660dd977 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.690709] env[69843]: DEBUG nova.compute.provider_tree [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.693804] env[69843]: INFO nova.compute.manager [-] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Took 1.27 seconds to deallocate network for instance. [ 995.703859] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Uploading image ad4beaba-16e7-4304-9e9b-78a916f1a7c8 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 995.762389] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704529, 'name': ReconfigVM_Task, 'duration_secs': 0.899386} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.763718] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 2b6121ba-c485-4ade-a226-65c3ae96ecd1/2b6121ba-c485-4ade-a226-65c3ae96ecd1.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.764647] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08404620-44b4-40b0-b98f-d8da58e2db86 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.775027] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 995.775027] env[69843]: value = "task-3704530" [ 995.775027] env[69843]: _type = "Task" [ 995.775027] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.787437] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704530, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.114647] env[69843]: DEBUG nova.network.neutron [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance_info_cache with network_info: [{"id": "ca76f50c-8620-4f05-89b4-bdd2eef2f6e6", "address": "fa:16:3e:87:87:61", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca76f50c-86", "ovs_interfaceid": "ca76f50c-8620-4f05-89b4-bdd2eef2f6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.195236] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.199248] env[69843]: DEBUG nova.scheduler.client.report [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.204226] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.287448] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704530, 'name': Rename_Task, 'duration_secs': 0.187171} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.287751] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.288161] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5c2343b-2f20-495d-b99e-4d3c8307b6d5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.298428] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 996.298428] env[69843]: value = "task-3704531" [ 996.298428] env[69843]: _type = "Task" [ 996.298428] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.311987] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.618263] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.706482] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.707154] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.710727] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.916s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.712282] env[69843]: INFO nova.compute.claims [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.809926] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704531, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.968062] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Successfully updated port: 13b5c887-ef3d-453f-8ae6-294bcc74f81a {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.143996] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d0626-b9e0-4cbf-9763-2ff7b3d5c908 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.165613] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eb4b1b-effd-4ec8-914b-afe5096fcb6d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.174029] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance '294d870f-3083-47dc-80d6-88377ce7f6b9' progress to 83 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.218067] env[69843]: DEBUG nova.compute.utils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.223455] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.223455] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.265856] env[69843]: DEBUG nova.policy [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5cede7dd26b425d982b0c062f572e26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d9b96fd787348ee8e60a2b9dd3a29ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.311611] env[69843]: DEBUG oslo_vmware.api [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704531, 'name': PowerOnVM_Task, 'duration_secs': 0.736761} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.311935] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.312187] env[69843]: INFO nova.compute.manager [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Took 8.68 seconds to spawn the instance on the hypervisor. [ 997.312424] env[69843]: DEBUG nova.compute.manager [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.313372] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add415e8-701f-42ab-9505-f748de19731a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.470993] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "refresh_cache-0f4e67ac-79bc-42c6-881b-5e86efcab36e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.471177] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquired lock "refresh_cache-0f4e67ac-79bc-42c6-881b-5e86efcab36e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.471357] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.560307] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Successfully created port: 5c9abd13-6511-425b-a313-fe8d06234e14 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.680197] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.680643] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67dba5f5-85ca-4db9-b4b3-92b32abe76d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.690305] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 997.690305] env[69843]: value = "task-3704533" [ 997.690305] env[69843]: _type = "Task" [ 997.690305] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.700479] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.723472] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.836288] env[69843]: INFO nova.compute.manager [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Took 35.61 seconds to build instance. [ 998.006136] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.067685] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15eb096-71f4-43cc-98be-ff15a8cf123c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.076758] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9b3e21-880c-4cf9-bfd1-bf25e79f7172 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.111637] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12324d61-ed66-4d7f-9eb6-f04403f2334f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.120531] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5452193b-1c8e-4bce-b6b1-340f09eda323 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.140653] env[69843]: DEBUG nova.compute.provider_tree [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.177953] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Updating instance_info_cache with network_info: [{"id": "13b5c887-ef3d-453f-8ae6-294bcc74f81a", "address": "fa:16:3e:9d:d2:2c", "network": {"id": "9ff9cde9-011d-4ba8-9400-01a8da39f441", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-200487468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d9b96fd787348ee8e60a2b9dd3a29ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b5c887-ef", "ovs_interfaceid": "13b5c887-ef3d-453f-8ae6-294bcc74f81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.203963] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.342448] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a85511b9-3789-4cdb-8bc9-c2427febba0f tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "2b6121ba-c485-4ade-a226-65c3ae96ecd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.133s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.644579] env[69843]: DEBUG nova.scheduler.client.report [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.680987] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Releasing lock "refresh_cache-0f4e67ac-79bc-42c6-881b-5e86efcab36e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.681347] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Instance network_info: |[{"id": "13b5c887-ef3d-453f-8ae6-294bcc74f81a", "address": "fa:16:3e:9d:d2:2c", "network": {"id": "9ff9cde9-011d-4ba8-9400-01a8da39f441", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-200487468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d9b96fd787348ee8e60a2b9dd3a29ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b5c887-ef", "ovs_interfaceid": "13b5c887-ef3d-453f-8ae6-294bcc74f81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.702805] env[69843]: DEBUG oslo_vmware.api [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704533, 'name': PowerOnVM_Task, 'duration_secs': 0.961413} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.703103] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.703296] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e214adfa-a030-4b30-a76b-1926ee782d9f tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance '294d870f-3083-47dc-80d6-88377ce7f6b9' progress to 100 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.737690] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.120817] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Successfully updated port: 5c9abd13-6511-425b-a313-fe8d06234e14 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.151169] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.151649] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.154771] env[69843]: DEBUG oslo_concurrency.lockutils [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.713s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.155045] env[69843]: DEBUG nova.objects.instance [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lazy-loading 'resources' on Instance uuid 3c2aee20-8a63-4949-b354-643a895f4fc6 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.625579] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "refresh_cache-b0f00267-e9bc-4303-b12e-f426cc934f61" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.625699] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquired lock "refresh_cache-b0f00267-e9bc-4303-b12e-f426cc934f61" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.625780] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.658170] env[69843]: DEBUG nova.compute.utils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.662873] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.663141] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.733808] env[69843]: DEBUG nova.policy [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5cede7dd26b425d982b0c062f572e26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d9b96fd787348ee8e60a2b9dd3a29ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.093595] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Successfully created port: ec2301cb-6454-4391-a14b-332f214a7632 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.136277] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e590c1-e589-46e5-a2ce-de6e6bbee368 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.144615] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef97f6a2-2d83-4eea-94b3-e39b2a3823d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.182350] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.186156] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.188806] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f421c1c0-1403-4666-8377-f15d9a2d5c79 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.199358] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abc2f34-9873-454a-8d51-0f03e106c353 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.216609] env[69843]: DEBUG nova.compute.provider_tree [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.365896] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Updating instance_info_cache with network_info: [{"id": "5c9abd13-6511-425b-a313-fe8d06234e14", "address": "fa:16:3e:e7:68:f4", "network": {"id": "9ff9cde9-011d-4ba8-9400-01a8da39f441", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-200487468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d9b96fd787348ee8e60a2b9dd3a29ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9abd13-65", "ovs_interfaceid": "5c9abd13-6511-425b-a313-fe8d06234e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.428565] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1000.428565] env[69843]: value = "vm-737882" [ 1000.428565] env[69843]: _type = "VirtualMachine" [ 1000.428565] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1000.430980] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-842c25b7-0567-4656-ab89-c4471232cd1d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.441462] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.441734] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.441905] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.442219] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.442416] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.442600] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.442985] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.443297] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.443912] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.443912] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.443912] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.446441] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd2f39f-0b7c-4ce0-a9bf-4f1406a93507 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.451718] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lease: (returnval){ [ 1000.451718] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524c3c1e-e49f-4ea3-1221-2c48ba9032a9" [ 1000.451718] env[69843]: _type = "HttpNfcLease" [ 1000.451718] env[69843]: } obtained for exporting VM: (result){ [ 1000.451718] env[69843]: value = "vm-737882" [ 1000.451718] env[69843]: _type = "VirtualMachine" [ 1000.451718] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1000.452067] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the lease: (returnval){ [ 1000.452067] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524c3c1e-e49f-4ea3-1221-2c48ba9032a9" [ 1000.452067] env[69843]: _type = "HttpNfcLease" [ 1000.452067] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1000.462392] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.462700] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.462893] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.463127] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.463311] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.463505] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.463741] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.463932] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.464148] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.464367] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.464594] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.466555] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12813548-40fa-4142-84ad-bf4c9a379171 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.472620] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1426b805-b333-4512-a6cc-5e08cb5e04c5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.478312] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1000.478312] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524c3c1e-e49f-4ea3-1221-2c48ba9032a9" [ 1000.478312] env[69843]: _type = "HttpNfcLease" [ 1000.478312] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1000.479333] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1000.479333] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524c3c1e-e49f-4ea3-1221-2c48ba9032a9" [ 1000.479333] env[69843]: _type = "HttpNfcLease" [ 1000.479333] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1000.479904] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0279f717-c853-4159-a52d-117df9c7986f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.484512] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263adae-c84f-e797-2887-0784be042a16/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1000.496929] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdbda89-d142-40d2-9d7b-5f56244f7e48 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.500235] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:d2:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13b5c887-ef3d-453f-8ae6-294bcc74f81a', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.508291] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Creating folder: Project (6d9b96fd787348ee8e60a2b9dd3a29ea). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.510652] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4817aa4e-a2c6-4140-93d0-1a065c1b194f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.512426] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ce76c8-54c8-41d3-9d37-1b1777451116 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.521018] env[69843]: DEBUG oslo_vmware.rw_handles [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac8bd0-59da-94d0-511f-ba7c70264154/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1000.525677] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0add45-1a32-4beb-b4d2-10c6966aa8c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.528637] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c7707-a9cb-eefa-bade-e824c8077ff5/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1000.528805] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c7707-a9cb-eefa-bade-e824c8077ff5/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1000.532076] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263adae-c84f-e797-2887-0784be042a16/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1000.532249] env[69843]: ERROR oslo_vmware.rw_handles [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263adae-c84f-e797-2887-0784be042a16/disk-0.vmdk due to incomplete transfer. [ 1000.533667] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3f64fee-bb63-4c30-9ee4-88d0631fa4da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.598155] env[69843]: DEBUG oslo_vmware.rw_handles [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac8bd0-59da-94d0-511f-ba7c70264154/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1000.598387] env[69843]: ERROR oslo_vmware.rw_handles [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac8bd0-59da-94d0-511f-ba7c70264154/disk-0.vmdk due to incomplete transfer. [ 1000.600726] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e25b65a0-e073-4f4e-8bb2-a79a25f3e1bd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.602775] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Created folder: Project (6d9b96fd787348ee8e60a2b9dd3a29ea) in parent group-v737654. [ 1000.603035] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Creating folder: Instances. Parent ref: group-v737884. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.604454] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f184db29-77cd-4dce-b442-a99c2918e6c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.608623] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5263adae-c84f-e797-2887-0784be042a16/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1000.608845] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Uploaded image 2f5b4ba6-297c-43ac-a835-000e2b1357be to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1000.611764] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1000.613943] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd578ac8-68a3-4222-a1b2-7e2fa09d950e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.616564] env[69843]: DEBUG oslo_vmware.rw_handles [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac8bd0-59da-94d0-511f-ba7c70264154/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1000.616823] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Uploaded image 3eab3b43-1f06-4407-881d-62913131a7b5 to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1000.618864] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1000.620481] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-33e19c02-8916-4be2-b8b4-b7e9541fb9f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.622197] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Created folder: Instances in parent group-v737884. [ 1000.622475] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.623089] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.623593] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48ea9582-bbd6-41f1-895a-fae8e8134fcc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.641883] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1000.641883] env[69843]: value = "task-3704539" [ 1000.641883] env[69843]: _type = "Task" [ 1000.641883] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.642191] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1000.642191] env[69843]: value = "task-3704538" [ 1000.642191] env[69843]: _type = "Task" [ 1000.642191] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.652194] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.652194] env[69843]: value = "task-3704540" [ 1000.652194] env[69843]: _type = "Task" [ 1000.652194] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.661056] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704538, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.661330] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704539, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.667619] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704540, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.702258] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8611626e-4ea3-4a47-973b-ef5fe1d8482e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.725018] env[69843]: DEBUG nova.scheduler.client.report [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.868817] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Releasing lock "refresh_cache-b0f00267-e9bc-4303-b12e-f426cc934f61" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.869266] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Instance network_info: |[{"id": "5c9abd13-6511-425b-a313-fe8d06234e14", "address": "fa:16:3e:e7:68:f4", "network": {"id": "9ff9cde9-011d-4ba8-9400-01a8da39f441", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-200487468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d9b96fd787348ee8e60a2b9dd3a29ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9abd13-65", "ovs_interfaceid": "5c9abd13-6511-425b-a313-fe8d06234e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.869737] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:68:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c9abd13-6511-425b-a313-fe8d06234e14', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.881304] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.881703] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.883053] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f0ba8ab-7e79-4e93-b55a-2f3346cd2412 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.907100] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.907100] env[69843]: value = "task-3704542" [ 1000.907100] env[69843]: _type = "Task" [ 1000.907100] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.917475] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704542, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.168516] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704538, 'name': Destroy_Task, 'duration_secs': 0.505878} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.169198] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704539, 'name': Destroy_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.170397] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Destroyed the VM [ 1001.170935] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1001.171446] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19a7ba55-fb3c-438b-abcf-2a9ede4024a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.179042] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704540, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.186568] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1001.186568] env[69843]: value = "task-3704543" [ 1001.186568] env[69843]: _type = "Task" [ 1001.186568] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.203354] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.207317] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704543, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.232182] env[69843]: DEBUG oslo_concurrency.lockutils [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.238024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.781s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.238024] env[69843]: INFO nova.compute.claims [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.249620] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.250227] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.251156] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.252440] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.253123] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.253334] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.253662] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.253875] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.254120] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.254415] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.254596] env[69843]: DEBUG nova.virt.hardware [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.255669] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93546a99-e9b5-4c4f-9e09-4d9f28da81be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.263304] env[69843]: INFO nova.scheduler.client.report [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted allocations for instance 3c2aee20-8a63-4949-b354-643a895f4fc6 [ 1001.271198] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c31844-d19a-4252-b6a6-17168320ffd1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.419026] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704542, 'name': CreateVM_Task, 'duration_secs': 0.476445} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.419026] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.420145] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.420223] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.420780] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.421035] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646889eb-3071-4cc9-a7cc-1c3e62753fd5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.426833] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1001.426833] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52214323-f222-6916-fa77-67720008867f" [ 1001.426833] env[69843]: _type = "Task" [ 1001.426833] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.437672] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52214323-f222-6916-fa77-67720008867f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.655092] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704539, 'name': Destroy_Task, 'duration_secs': 0.539006} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.657254] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Successfully updated port: ec2301cb-6454-4391-a14b-332f214a7632 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.665703] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Destroyed the VM [ 1001.665969] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1001.666921] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27363fb1-17fc-413c-86ae-4631c9d6a61e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.677148] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704540, 'name': CreateVM_Task, 'duration_secs': 0.529256} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.682524] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.683359] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1001.683359] env[69843]: value = "task-3704544" [ 1001.683359] env[69843]: _type = "Task" [ 1001.683359] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.684017] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.701309] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704543, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.704840] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704544, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.782847] env[69843]: DEBUG oslo_concurrency.lockutils [None req-826d113c-610b-4810-a3d1-465add7d9475 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "3c2aee20-8a63-4949-b354-643a895f4fc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.296s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.842953] env[69843]: DEBUG nova.compute.manager [req-2f1e2c20-90db-4431-9aab-71d06df9b63b req-e97b84a8-6516-41ab-a68b-1544d0989280 service nova] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Received event network-vif-deleted-86eb1d85-1ffd-4517-be1a-c9136ae21c96 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.943760] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52214323-f222-6916-fa77-67720008867f, 'name': SearchDatastore_Task, 'duration_secs': 0.01453} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.946226] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.946482] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.947090] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.947397] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.947712] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.949383] env[69843]: DEBUG nova.compute.manager [req-caf772c8-1630-4cf4-b128-12aaa57a524b req-a5e3d7ac-6ed9-48e2-a9e9-1976343e7324 service nova] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Received event network-vif-plugged-13b5c887-ef3d-453f-8ae6-294bcc74f81a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.949621] env[69843]: DEBUG oslo_concurrency.lockutils [req-caf772c8-1630-4cf4-b128-12aaa57a524b req-a5e3d7ac-6ed9-48e2-a9e9-1976343e7324 service nova] Acquiring lock "0f4e67ac-79bc-42c6-881b-5e86efcab36e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.949944] env[69843]: DEBUG oslo_concurrency.lockutils [req-caf772c8-1630-4cf4-b128-12aaa57a524b req-a5e3d7ac-6ed9-48e2-a9e9-1976343e7324 service nova] Lock "0f4e67ac-79bc-42c6-881b-5e86efcab36e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.950312] env[69843]: DEBUG oslo_concurrency.lockutils [req-caf772c8-1630-4cf4-b128-12aaa57a524b req-a5e3d7ac-6ed9-48e2-a9e9-1976343e7324 service nova] Lock "0f4e67ac-79bc-42c6-881b-5e86efcab36e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.951103] env[69843]: DEBUG nova.compute.manager [req-caf772c8-1630-4cf4-b128-12aaa57a524b req-a5e3d7ac-6ed9-48e2-a9e9-1976343e7324 service nova] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] No waiting events found dispatching network-vif-plugged-13b5c887-ef3d-453f-8ae6-294bcc74f81a {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1001.951293] env[69843]: WARNING nova.compute.manager [req-caf772c8-1630-4cf4-b128-12aaa57a524b req-a5e3d7ac-6ed9-48e2-a9e9-1976343e7324 service nova] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Received unexpected event network-vif-plugged-13b5c887-ef3d-453f-8ae6-294bcc74f81a for instance with vm_state building and task_state spawning. [ 1001.951636] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.952020] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.952953] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb53619f-10cc-4d20-bd87-c3d637447d86 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.958532] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90826743-144b-4303-bba2-1bb8fb2e131c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.967105] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1001.967105] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bd312b-af0c-d73d-6a6b-245176fd5dbc" [ 1001.967105] env[69843]: _type = "Task" [ 1001.967105] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.973553] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.973553] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.974744] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f7118a-6606-4f09-8159-f93cb9876ac5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.980890] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bd312b-af0c-d73d-6a6b-245176fd5dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.986509] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1001.986509] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5211bf72-af2e-4482-ec47-016ead910ecf" [ 1001.986509] env[69843]: _type = "Task" [ 1001.986509] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.997705] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5211bf72-af2e-4482-ec47-016ead910ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.170073] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "refresh_cache-d3e2b15b-06a4-4fcb-ada5-c1640505323e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.170073] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquired lock "refresh_cache-d3e2b15b-06a4-4fcb-ada5-c1640505323e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.170073] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.200584] env[69843]: DEBUG oslo_vmware.api [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704544, 'name': RemoveSnapshot_Task, 'duration_secs': 0.463455} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.201097] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1002.201460] env[69843]: INFO nova.compute.manager [None req-e025ef95-742c-441d-82d0-d0961a934408 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Took 16.10 seconds to snapshot the instance on the hypervisor. [ 1002.212725] env[69843]: DEBUG oslo_vmware.api [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704543, 'name': RemoveSnapshot_Task, 'duration_secs': 0.611614} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.213240] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1002.213463] env[69843]: INFO nova.compute.manager [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Took 16.76 seconds to snapshot the instance on the hypervisor. [ 1002.482279] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bd312b-af0c-d73d-6a6b-245176fd5dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.021234} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.485784] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.486446] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.486446] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.497742] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5211bf72-af2e-4482-ec47-016ead910ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.028611} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.502099] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c109c17d-63e5-41c1-81f2-40a4281b5800 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.514915] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1002.514915] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5221e968-f7f9-9204-7d4b-603312a2ebd1" [ 1002.514915] env[69843]: _type = "Task" [ 1002.514915] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.531313] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5221e968-f7f9-9204-7d4b-603312a2ebd1, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.531616] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.531731] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] b0f00267-e9bc-4303-b12e-f426cc934f61/b0f00267-e9bc-4303-b12e-f426cc934f61.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.532439] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.533308] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.533982] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38080556-a680-40f2-8795-545578e6b301 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.539112] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8688ae26-a882-42cf-a9c6-391450621beb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.552425] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1002.552425] env[69843]: value = "task-3704545" [ 1002.552425] env[69843]: _type = "Task" [ 1002.552425] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.552425] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.552425] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.556039] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8063c99b-bc95-45d3-a7d0-9f183b36d8ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.568277] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.570266] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1002.570266] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5205f0b7-86e5-985a-d928-31e9f7bbaed6" [ 1002.570266] env[69843]: _type = "Task" [ 1002.570266] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.584118] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5205f0b7-86e5-985a-d928-31e9f7bbaed6, 'name': SearchDatastore_Task, 'duration_secs': 0.010648} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.584988] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aeab1fa-0d83-4562-b4e6-f104dd30d015 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.591486] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1002.591486] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eb5e50-1539-daab-2f29-5fda5eac984d" [ 1002.591486] env[69843]: _type = "Task" [ 1002.591486] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.601667] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eb5e50-1539-daab-2f29-5fda5eac984d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.648397] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbae877-0f6e-4401-8ee9-5245dc650807 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.658030] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d18cf16-b8cd-435b-9abc-05c1519ee344 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.698515] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58986c9-30c8-4fcd-a812-ec2afbc6d918 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.710961] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae66e17f-cf98-4c80-9398-4ddae2aab546 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.732064] env[69843]: DEBUG nova.compute.provider_tree [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.761947] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.792176] env[69843]: DEBUG nova.compute.manager [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Found 3 images (rotation: 2) {{(pid=69843) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1002.792443] env[69843]: DEBUG nova.compute.manager [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Rotating out 1 backups {{(pid=69843) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1002.793570] env[69843]: DEBUG nova.compute.manager [None req-bcfdc930-1322-4e0a-9c73-c854a95e00bd tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Deleting image 832c419a-f685-4a64-8cf8-1949019e3b4e {{(pid=69843) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1002.944306] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cdffb3-9656-4d09-abfe-63758db7760a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.954819] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ada950-61d6-4cb2-abf9-30629f3cf7a6 tempest-ServersAdminNegativeTestJSON-1701336963 tempest-ServersAdminNegativeTestJSON-1701336963-project-admin] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Suspending the VM {{(pid=69843) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1002.955142] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6a1d8a55-d3d2-4514-abb1-c103d14033b4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.964578] env[69843]: DEBUG oslo_vmware.api [None req-e5ada950-61d6-4cb2-abf9-30629f3cf7a6 tempest-ServersAdminNegativeTestJSON-1701336963 tempest-ServersAdminNegativeTestJSON-1701336963-project-admin] Waiting for the task: (returnval){ [ 1002.964578] env[69843]: value = "task-3704546" [ 1002.964578] env[69843]: _type = "Task" [ 1002.964578] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.976741] env[69843]: DEBUG oslo_vmware.api [None req-e5ada950-61d6-4cb2-abf9-30629f3cf7a6 tempest-ServersAdminNegativeTestJSON-1701336963 tempest-ServersAdminNegativeTestJSON-1701336963-project-admin] Task: {'id': task-3704546, 'name': SuspendVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.019135] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "294d870f-3083-47dc-80d6-88377ce7f6b9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.019135] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "294d870f-3083-47dc-80d6-88377ce7f6b9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.019135] env[69843]: DEBUG nova.compute.manager [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Going to confirm migration 3 {{(pid=69843) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1003.042322] env[69843]: DEBUG nova.network.neutron [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Updating instance_info_cache with network_info: [{"id": "ec2301cb-6454-4391-a14b-332f214a7632", "address": "fa:16:3e:80:f9:e6", "network": {"id": "9ff9cde9-011d-4ba8-9400-01a8da39f441", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-200487468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d9b96fd787348ee8e60a2b9dd3a29ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2301cb-64", "ovs_interfaceid": "ec2301cb-6454-4391-a14b-332f214a7632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.066100] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704545, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.104863] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eb5e50-1539-daab-2f29-5fda5eac984d, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.105250] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.105553] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 0f4e67ac-79bc-42c6-881b-5e86efcab36e/0f4e67ac-79bc-42c6-881b-5e86efcab36e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.105880] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a0f40ca-07f6-488d-9e10-eb3b22a7fcd8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.115356] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1003.115356] env[69843]: value = "task-3704547" [ 1003.115356] env[69843]: _type = "Task" [ 1003.115356] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.127935] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.237838] env[69843]: DEBUG nova.scheduler.client.report [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.480247] env[69843]: DEBUG oslo_vmware.api [None req-e5ada950-61d6-4cb2-abf9-30629f3cf7a6 tempest-ServersAdminNegativeTestJSON-1701336963 tempest-ServersAdminNegativeTestJSON-1701336963-project-admin] Task: {'id': task-3704546, 'name': SuspendVM_Task} progress is 41%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.545043] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Releasing lock "refresh_cache-d3e2b15b-06a4-4fcb-ada5-c1640505323e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.545305] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Instance network_info: |[{"id": "ec2301cb-6454-4391-a14b-332f214a7632", "address": "fa:16:3e:80:f9:e6", "network": {"id": "9ff9cde9-011d-4ba8-9400-01a8da39f441", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-200487468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d9b96fd787348ee8e60a2b9dd3a29ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2301cb-64", "ovs_interfaceid": "ec2301cb-6454-4391-a14b-332f214a7632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.545656] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f9:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec2301cb-6454-4391-a14b-332f214a7632', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.556918] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.557402] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.562134] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-675db648-c283-4016-b9b7-d951ba215fab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.585029] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600893} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.586879] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] b0f00267-e9bc-4303-b12e-f426cc934f61/b0f00267-e9bc-4303-b12e-f426cc934f61.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.587334] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.587745] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.587745] env[69843]: value = "task-3704548" [ 1003.587745] env[69843]: _type = "Task" [ 1003.587745] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.588411] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-388a5d5f-0db4-4c31-93ca-b6678cb836ea {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.596677] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.596953] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.597174] env[69843]: DEBUG nova.network.neutron [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.597439] env[69843]: DEBUG nova.objects.instance [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lazy-loading 'info_cache' on Instance uuid 294d870f-3083-47dc-80d6-88377ce7f6b9 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.603224] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704548, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.605255] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1003.605255] env[69843]: value = "task-3704549" [ 1003.605255] env[69843]: _type = "Task" [ 1003.605255] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.632624] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704547, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.633348] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.746377] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.746935] env[69843]: DEBUG nova.compute.manager [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.750116] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.111s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.750519] env[69843]: DEBUG nova.objects.instance [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lazy-loading 'resources' on Instance uuid ab48a256-03ec-4e99-bd97-c2122b1c848d {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.979730] env[69843]: DEBUG oslo_vmware.api [None req-e5ada950-61d6-4cb2-abf9-30629f3cf7a6 tempest-ServersAdminNegativeTestJSON-1701336963 tempest-ServersAdminNegativeTestJSON-1701336963-project-admin] Task: {'id': task-3704546, 'name': SuspendVM_Task, 'duration_secs': 0.87156} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.980113] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ada950-61d6-4cb2-abf9-30629f3cf7a6 tempest-ServersAdminNegativeTestJSON-1701336963 tempest-ServersAdminNegativeTestJSON-1701336963-project-admin] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Suspended the VM {{(pid=69843) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1003.980661] env[69843]: DEBUG nova.compute.manager [None req-e5ada950-61d6-4cb2-abf9-30629f3cf7a6 tempest-ServersAdminNegativeTestJSON-1701336963 tempest-ServersAdminNegativeTestJSON-1701336963-project-admin] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.983973] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8314239-a88b-4625-b48c-43e485d6affc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.102185] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704548, 'name': CreateVM_Task, 'duration_secs': 0.478803} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.102361] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.103351] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.103581] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.103929] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.104204] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759e06b6-ef8c-4707-9c3c-3a500d30b575 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.115255] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1004.115255] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eeade6-dc14-583a-d3ed-244fa9e92d80" [ 1004.115255] env[69843]: _type = "Task" [ 1004.115255] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.119250] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174713} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.126541] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.126924] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a408cf8-6506-47e6-b1a6-e2c355c752d8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.135681] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574253} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.151783] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 0f4e67ac-79bc-42c6-881b-5e86efcab36e/0f4e67ac-79bc-42c6-881b-5e86efcab36e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.152300] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.152668] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eeade6-dc14-583a-d3ed-244fa9e92d80, 'name': SearchDatastore_Task, 'duration_secs': 0.011807} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.168373] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] b0f00267-e9bc-4303-b12e-f426cc934f61/b0f00267-e9bc-4303-b12e-f426cc934f61.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.168737] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-132b6c43-05c5-4be7-9db6-5b209987a494 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.171017] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.171362] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.176184] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.176184] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.176184] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.176184] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d550f55a-0d8c-48eb-b361-048bb34f2f09 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.187957] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dec04331-f6a0-4494-8589-ff9ece10828d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.196684] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1004.196684] env[69843]: value = "task-3704550" [ 1004.196684] env[69843]: _type = "Task" [ 1004.196684] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.198369] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1004.198369] env[69843]: value = "task-3704551" [ 1004.198369] env[69843]: _type = "Task" [ 1004.198369] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.203116] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.203284] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.207700] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd37e19-0cc5-4972-b06c-d2943b9649ff {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.215921] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.221277] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704551, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.222075] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1004.222075] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52741425-6d31-3fe6-19cd-b99ba710fcc0" [ 1004.222075] env[69843]: _type = "Task" [ 1004.222075] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.235015] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52741425-6d31-3fe6-19cd-b99ba710fcc0, 'name': SearchDatastore_Task, 'duration_secs': 0.013329} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.236084] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7a9365-ef84-437f-8e75-b0fa85278134 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.243128] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1004.243128] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526252ac-96f6-0ab0-d518-85fb4d45228b" [ 1004.243128] env[69843]: _type = "Task" [ 1004.243128] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.256099] env[69843]: DEBUG nova.compute.utils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.262464] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526252ac-96f6-0ab0-d518-85fb4d45228b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.263759] env[69843]: DEBUG nova.compute.manager [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.264173] env[69843]: DEBUG nova.network.neutron [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.290771] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "interface-f6b4ea13-7792-4e99-9e45-05cb9ebac331-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.291072] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-f6b4ea13-7792-4e99-9e45-05cb9ebac331-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.291485] env[69843]: DEBUG nova.objects.instance [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'flavor' on Instance uuid f6b4ea13-7792-4e99-9e45-05cb9ebac331 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.333016] env[69843]: DEBUG nova.policy [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c213e0de00d4db8adb91bafa89c8610', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc1661c4a4d54f8a9efa46de4e1e3260', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.413712] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.414049] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.414381] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.414607] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.414854] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.417684] env[69843]: INFO nova.compute.manager [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Terminating instance [ 1004.653598] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450533c0-1fbc-4fe8-a91e-ccfb03e90de4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.662538] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6315cef7-bbf7-4834-973d-dac3aaefae1f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.697884] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0812d7b-876d-44f2-8473-1bed4f4299fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.715747] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b104dbc-2025-40c2-967c-49b9994ef119 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.718870] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083345} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.722244] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.722630] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704551, 'name': ReconfigVM_Task, 'duration_secs': 0.345725} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.723820] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f23bcf-81ee-456e-91b9-9ebfc960f92d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.726733] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Reconfigured VM instance instance-0000004e to attach disk [datastore2] b0f00267-e9bc-4303-b12e-f426cc934f61/b0f00267-e9bc-4303-b12e-f426cc934f61.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.735158] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc803148-a790-4d21-9e3b-37a4684f75f0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.737138] env[69843]: DEBUG nova.compute.provider_tree [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.760382] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 0f4e67ac-79bc-42c6-881b-5e86efcab36e/0f4e67ac-79bc-42c6-881b-5e86efcab36e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.767482] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fbd6448-6333-432f-89f5-5294292212cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.783676] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1004.783676] env[69843]: value = "task-3704552" [ 1004.783676] env[69843]: _type = "Task" [ 1004.783676] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.784172] env[69843]: DEBUG nova.compute.manager [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.798954] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526252ac-96f6-0ab0-d518-85fb4d45228b, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.800961] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.801122] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] d3e2b15b-06a4-4fcb-ada5-c1640505323e/d3e2b15b-06a4-4fcb-ada5-c1640505323e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.801757] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1004.801757] env[69843]: value = "task-3704553" [ 1004.801757] env[69843]: _type = "Task" [ 1004.801757] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.802274] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aa6c68d-29d6-4a2f-ad1b-cca16be81f99 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.810684] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704552, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.817186] env[69843]: DEBUG nova.network.neutron [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Successfully created port: 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.823720] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1004.823720] env[69843]: value = "task-3704554" [ 1004.823720] env[69843]: _type = "Task" [ 1004.823720] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.824038] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.833636] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.917990] env[69843]: DEBUG nova.objects.instance [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'pci_requests' on Instance uuid f6b4ea13-7792-4e99-9e45-05cb9ebac331 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.925117] env[69843]: DEBUG nova.compute.manager [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.925117] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.925117] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf8612e-e7f4-450a-8156-cf58252bc174 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.935462] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.936281] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fef4b49-d5c2-44f0-8932-1538411dd3de {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.978088] env[69843]: DEBUG nova.network.neutron [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance_info_cache with network_info: [{"id": "ca76f50c-8620-4f05-89b4-bdd2eef2f6e6", "address": "fa:16:3e:87:87:61", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca76f50c-86", "ovs_interfaceid": "ca76f50c-8620-4f05-89b4-bdd2eef2f6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.053026] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.053026] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.053026] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleting the datastore file [datastore2] 6557cd7b-c9ba-4976-8933-e43bb9f11c74 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.053026] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1581c8e7-2745-4f1b-ba99-f81f60bd1065 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.060326] env[69843]: DEBUG oslo_vmware.api [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1005.060326] env[69843]: value = "task-3704556" [ 1005.060326] env[69843]: _type = "Task" [ 1005.060326] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.074796] env[69843]: DEBUG oslo_vmware.api [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.241192] env[69843]: DEBUG nova.scheduler.client.report [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.304091] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704552, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.318193] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.335993] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704554, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.419826] env[69843]: DEBUG nova.objects.base [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.420121] env[69843]: DEBUG nova.network.neutron [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.473033] env[69843]: DEBUG nova.policy [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515bb19c77e74ab2966d169950a167a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fc01bb7ce0a49098b62954f81661f03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.481342] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "refresh_cache-294d870f-3083-47dc-80d6-88377ce7f6b9" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.481660] env[69843]: DEBUG nova.objects.instance [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lazy-loading 'migration_context' on Instance uuid 294d870f-3083-47dc-80d6-88377ce7f6b9 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.490180] env[69843]: DEBUG nova.compute.manager [req-ef175329-314e-4996-93de-2e0b87a91758 req-78d8c123-917e-48a4-b4a7-814de87f155e service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Received event network-changed-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.490465] env[69843]: DEBUG nova.compute.manager [req-ef175329-314e-4996-93de-2e0b87a91758 req-78d8c123-917e-48a4-b4a7-814de87f155e service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Refreshing instance network info cache due to event network-changed-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.490691] env[69843]: DEBUG oslo_concurrency.lockutils [req-ef175329-314e-4996-93de-2e0b87a91758 req-78d8c123-917e-48a4-b4a7-814de87f155e service nova] Acquiring lock "refresh_cache-3a94e90e-e6c3-4038-ab68-392b4743b60b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.490863] env[69843]: DEBUG oslo_concurrency.lockutils [req-ef175329-314e-4996-93de-2e0b87a91758 req-78d8c123-917e-48a4-b4a7-814de87f155e service nova] Acquired lock "refresh_cache-3a94e90e-e6c3-4038-ab68-392b4743b60b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.491085] env[69843]: DEBUG nova.network.neutron [req-ef175329-314e-4996-93de-2e0b87a91758 req-78d8c123-917e-48a4-b4a7-814de87f155e service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Refreshing network info cache for port 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.522106] env[69843]: DEBUG nova.compute.manager [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Received event network-changed-13b5c887-ef3d-453f-8ae6-294bcc74f81a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.522349] env[69843]: DEBUG nova.compute.manager [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Refreshing instance network info cache due to event network-changed-13b5c887-ef3d-453f-8ae6-294bcc74f81a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.522591] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Acquiring lock "refresh_cache-0f4e67ac-79bc-42c6-881b-5e86efcab36e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.522768] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Acquired lock "refresh_cache-0f4e67ac-79bc-42c6-881b-5e86efcab36e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.522935] env[69843]: DEBUG nova.network.neutron [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Refreshing network info cache for port 13b5c887-ef3d-453f-8ae6-294bcc74f81a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.571670] env[69843]: DEBUG oslo_vmware.api [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448877} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.572212] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.572284] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.572409] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.572585] env[69843]: INFO nova.compute.manager [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1005.572834] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.573039] env[69843]: DEBUG nova.compute.manager [-] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.573141] env[69843]: DEBUG nova.network.neutron [-] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.748680] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.753447] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.814s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.756027] env[69843]: DEBUG nova.objects.instance [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lazy-loading 'resources' on Instance uuid 912a4a80-31e7-4f73-9ced-3aaef51595bd {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.758022] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Acquiring lock "81377770-2e1d-4bf3-aa56-16d4aecdac31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.759246] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lock "81377770-2e1d-4bf3-aa56-16d4aecdac31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.779076] env[69843]: INFO nova.scheduler.client.report [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Deleted allocations for instance ab48a256-03ec-4e99-bd97-c2122b1c848d [ 1005.801410] env[69843]: DEBUG nova.compute.manager [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.803822] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704552, 'name': Rename_Task, 'duration_secs': 0.904775} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.804383] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.804673] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c62576d8-eddf-4881-8b63-c2ebbbee7948 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.819326] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704553, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.819326] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1005.819326] env[69843]: value = "task-3704557" [ 1005.819326] env[69843]: _type = "Task" [ 1005.819326] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.833518] env[69843]: DEBUG nova.virt.hardware [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.833821] env[69843]: DEBUG nova.virt.hardware [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.833992] env[69843]: DEBUG nova.virt.hardware [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.834204] env[69843]: DEBUG nova.virt.hardware [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.834447] env[69843]: DEBUG nova.virt.hardware [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.834580] env[69843]: DEBUG nova.virt.hardware [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.834799] env[69843]: DEBUG nova.virt.hardware [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.834993] env[69843]: DEBUG nova.virt.hardware [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.835233] env[69843]: DEBUG nova.virt.hardware [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.835409] env[69843]: DEBUG nova.virt.hardware [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.835615] env[69843]: DEBUG nova.virt.hardware [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.836663] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26ecada-d26f-4a79-b392-4d3363688d5a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.846399] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.851964] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588138} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.856446] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] d3e2b15b-06a4-4fcb-ada5-c1640505323e/d3e2b15b-06a4-4fcb-ada5-c1640505323e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.856446] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.856970] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d92e16a4-249a-4c63-aaf7-e50668a27885 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.860272] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f047270-7a10-4f96-abc3-60233f78a0c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.881145] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1005.881145] env[69843]: value = "task-3704558" [ 1005.881145] env[69843]: _type = "Task" [ 1005.881145] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.892617] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.942831] env[69843]: DEBUG nova.network.neutron [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Successfully created port: 8095bffd-7f50-4c2e-858b-2c8ab67571f5 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.985708] env[69843]: DEBUG nova.objects.base [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Object Instance<294d870f-3083-47dc-80d6-88377ce7f6b9> lazy-loaded attributes: info_cache,migration_context {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.986858] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6492056-7efe-4f0c-9bab-318b5a98cd22 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.014560] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9721a577-6cdb-485c-9f4a-e710d32e11b2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.021549] env[69843]: DEBUG oslo_vmware.api [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1006.021549] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5234b0d4-d689-e8db-777a-9fddbd8694ce" [ 1006.021549] env[69843]: _type = "Task" [ 1006.021549] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.033238] env[69843]: DEBUG oslo_vmware.api [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5234b0d4-d689-e8db-777a-9fddbd8694ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.033385] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.262025] env[69843]: DEBUG nova.compute.manager [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.294815] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7cb531c3-4faf-40a6-882e-c6b2ab208bff tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "ab48a256-03ec-4e99-bd97-c2122b1c848d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.817s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.323454] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704553, 'name': ReconfigVM_Task, 'duration_secs': 1.041973} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.327940] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 0f4e67ac-79bc-42c6-881b-5e86efcab36e/0f4e67ac-79bc-42c6-881b-5e86efcab36e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.329137] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-454d0336-cf88-438b-901e-085942a0e0b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.338900] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.341016] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1006.341016] env[69843]: value = "task-3704559" [ 1006.341016] env[69843]: _type = "Task" [ 1006.341016] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.349313] env[69843]: DEBUG nova.network.neutron [-] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.358882] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704559, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.394813] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081392} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.395160] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.395949] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b49a7bb-9ee2-4cfc-95c6-ff9cc2fece01 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.425848] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] d3e2b15b-06a4-4fcb-ada5-c1640505323e/d3e2b15b-06a4-4fcb-ada5-c1640505323e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.429289] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f397c509-49ae-4be5-a897-569fd4bbbfe8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.453628] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1006.453628] env[69843]: value = "task-3704560" [ 1006.453628] env[69843]: _type = "Task" [ 1006.453628] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.464702] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.595558] env[69843]: DEBUG nova.network.neutron [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Updated VIF entry in instance network info cache for port 13b5c887-ef3d-453f-8ae6-294bcc74f81a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.595558] env[69843]: DEBUG nova.network.neutron [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Updating instance_info_cache with network_info: [{"id": "13b5c887-ef3d-453f-8ae6-294bcc74f81a", "address": "fa:16:3e:9d:d2:2c", "network": {"id": "9ff9cde9-011d-4ba8-9400-01a8da39f441", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-200487468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d9b96fd787348ee8e60a2b9dd3a29ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b5c887-ef", "ovs_interfaceid": "13b5c887-ef3d-453f-8ae6-294bcc74f81a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.604260] env[69843]: DEBUG nova.network.neutron [req-ef175329-314e-4996-93de-2e0b87a91758 req-78d8c123-917e-48a4-b4a7-814de87f155e service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Updated VIF entry in instance network info cache for port 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.604706] env[69843]: DEBUG nova.network.neutron [req-ef175329-314e-4996-93de-2e0b87a91758 req-78d8c123-917e-48a4-b4a7-814de87f155e service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Updating instance_info_cache with network_info: [{"id": "5e2967ee-c2ba-4bc5-a99c-3e1090f3915d", "address": "fa:16:3e:28:44:88", "network": {"id": "60aba731-7702-44fa-a2d7-081501f111e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1793554579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c319fce2ef542d587be24de0f89c43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2967ee-c2", "ovs_interfaceid": "5e2967ee-c2ba-4bc5-a99c-3e1090f3915d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.655590] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "4d8b21d0-8678-4704-949f-6bec20cc1dd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.655787] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "4d8b21d0-8678-4704-949f-6bec20cc1dd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.717592] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdb769b-19b2-448b-ac2c-19575a2e08b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.727693] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91726592-d5c7-4bbe-beeb-32ba40088ab6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.767988] env[69843]: DEBUG nova.network.neutron [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Successfully updated port: 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.770183] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831d909b-1ed9-431b-ab16-68d2e949dbd9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.784614] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180f04ed-b509-4e95-a7ca-db18bef848e9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.791026] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.801280] env[69843]: DEBUG nova.compute.provider_tree [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.834695] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704557, 'name': PowerOnVM_Task, 'duration_secs': 0.55603} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.834971] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.835197] env[69843]: INFO nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1006.835404] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1006.836229] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314e6517-a69e-4d28-bc87-7b698671de3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.856109] env[69843]: INFO nova.compute.manager [-] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Took 1.28 seconds to deallocate network for instance. [ 1006.856109] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704559, 'name': Rename_Task, 'duration_secs': 0.274054} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.857510] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.860318] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b614a97a-e595-48ee-993a-1cca521d5ea6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.869327] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1006.869327] env[69843]: value = "task-3704561" [ 1006.869327] env[69843]: _type = "Task" [ 1006.869327] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.879027] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.966342] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.098284] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Releasing lock "refresh_cache-0f4e67ac-79bc-42c6-881b-5e86efcab36e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.099067] env[69843]: DEBUG nova.compute.manager [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Received event network-vif-plugged-5c9abd13-6511-425b-a313-fe8d06234e14 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.099067] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Acquiring lock "b0f00267-e9bc-4303-b12e-f426cc934f61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.099394] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Lock "b0f00267-e9bc-4303-b12e-f426cc934f61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.099704] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Lock "b0f00267-e9bc-4303-b12e-f426cc934f61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.100019] env[69843]: DEBUG nova.compute.manager [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] No waiting events found dispatching network-vif-plugged-5c9abd13-6511-425b-a313-fe8d06234e14 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1007.100325] env[69843]: WARNING nova.compute.manager [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Received unexpected event network-vif-plugged-5c9abd13-6511-425b-a313-fe8d06234e14 for instance with vm_state building and task_state spawning. [ 1007.100636] env[69843]: DEBUG nova.compute.manager [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Received event network-changed-5c9abd13-6511-425b-a313-fe8d06234e14 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.100859] env[69843]: DEBUG nova.compute.manager [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Refreshing instance network info cache due to event network-changed-5c9abd13-6511-425b-a313-fe8d06234e14. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.101170] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Acquiring lock "refresh_cache-b0f00267-e9bc-4303-b12e-f426cc934f61" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.102033] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Acquired lock "refresh_cache-b0f00267-e9bc-4303-b12e-f426cc934f61" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.102972] env[69843]: DEBUG nova.network.neutron [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Refreshing network info cache for port 5c9abd13-6511-425b-a313-fe8d06234e14 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.108997] env[69843]: DEBUG oslo_concurrency.lockutils [req-ef175329-314e-4996-93de-2e0b87a91758 req-78d8c123-917e-48a4-b4a7-814de87f155e service nova] Releasing lock "refresh_cache-3a94e90e-e6c3-4038-ab68-392b4743b60b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.160362] env[69843]: DEBUG nova.compute.manager [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.276967] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "refresh_cache-394d43df-4645-436e-822e-c446f1e22bee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.277342] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquired lock "refresh_cache-394d43df-4645-436e-822e-c446f1e22bee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.277831] env[69843]: DEBUG nova.network.neutron [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.304236] env[69843]: DEBUG nova.scheduler.client.report [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.361968] env[69843]: INFO nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Took 36.65 seconds to build instance. [ 1007.363690] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.384044] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.470955] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704560, 'name': ReconfigVM_Task, 'duration_secs': 0.605791} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.471430] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Reconfigured VM instance instance-0000004f to attach disk [datastore2] d3e2b15b-06a4-4fcb-ada5-c1640505323e/d3e2b15b-06a4-4fcb-ada5-c1640505323e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.472443] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0e6bfad-3ee3-4aa4-b3c3-29f7959c4190 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.481888] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1007.481888] env[69843]: value = "task-3704562" [ 1007.481888] env[69843]: _type = "Task" [ 1007.481888] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.492304] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704562, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.691804] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.809648] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.812551] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.538s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.812861] env[69843]: DEBUG nova.objects.instance [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lazy-loading 'resources' on Instance uuid 242c4693-35ab-41db-91dd-3862456a9903 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.838244] env[69843]: INFO nova.scheduler.client.report [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted allocations for instance 912a4a80-31e7-4f73-9ced-3aaef51595bd [ 1007.842436] env[69843]: DEBUG nova.network.neutron [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.845900] env[69843]: DEBUG nova.network.neutron [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Successfully updated port: 8095bffd-7f50-4c2e-858b-2c8ab67571f5 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.865084] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "b0f00267-e9bc-4303-b12e-f426cc934f61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.162s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.882737] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704561, 'name': PowerOnVM_Task, 'duration_secs': 0.905682} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.885289] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.886144] env[69843]: INFO nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Took 11.69 seconds to spawn the instance on the hypervisor. [ 1007.886346] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.887582] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fa739b-9aee-485f-88fb-0958de5c73d1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.909346] env[69843]: DEBUG nova.network.neutron [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Updated VIF entry in instance network info cache for port 5c9abd13-6511-425b-a313-fe8d06234e14. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.909346] env[69843]: DEBUG nova.network.neutron [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Updating instance_info_cache with network_info: [{"id": "5c9abd13-6511-425b-a313-fe8d06234e14", "address": "fa:16:3e:e7:68:f4", "network": {"id": "9ff9cde9-011d-4ba8-9400-01a8da39f441", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-200487468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d9b96fd787348ee8e60a2b9dd3a29ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9abd13-65", "ovs_interfaceid": "5c9abd13-6511-425b-a313-fe8d06234e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.984813] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.985074] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.998049] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704562, 'name': Rename_Task, 'duration_secs': 0.286448} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.000794] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.001266] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c01314a-9ed0-4dd7-a105-01e1377b132a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.010529] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1008.010529] env[69843]: value = "task-3704563" [ 1008.010529] env[69843]: _type = "Task" [ 1008.010529] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.021799] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.039327] env[69843]: DEBUG nova.network.neutron [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Updating instance_info_cache with network_info: [{"id": "37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a", "address": "fa:16:3e:61:aa:2c", "network": {"id": "ef061263-737b-4dec-ac59-b60ba4e542bb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945675926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc1661c4a4d54f8a9efa46de4e1e3260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c0dbe4-0f", "ovs_interfaceid": "37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.354537] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.355033] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.355442] env[69843]: DEBUG nova.network.neutron [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.366475] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d8f1b742-9217-4026-b48a-6ba34d05d1eb tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "912a4a80-31e7-4f73-9ced-3aaef51595bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.385s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.417442] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Releasing lock "refresh_cache-b0f00267-e9bc-4303-b12e-f426cc934f61" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.417842] env[69843]: DEBUG nova.compute.manager [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Received event network-vif-plugged-ec2301cb-6454-4391-a14b-332f214a7632 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.418284] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Acquiring lock "d3e2b15b-06a4-4fcb-ada5-c1640505323e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.418661] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Lock "d3e2b15b-06a4-4fcb-ada5-c1640505323e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.418980] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Lock "d3e2b15b-06a4-4fcb-ada5-c1640505323e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.419361] env[69843]: DEBUG nova.compute.manager [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] No waiting events found dispatching network-vif-plugged-ec2301cb-6454-4391-a14b-332f214a7632 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1008.419699] env[69843]: WARNING nova.compute.manager [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Received unexpected event network-vif-plugged-ec2301cb-6454-4391-a14b-332f214a7632 for instance with vm_state building and task_state spawning. [ 1008.420069] env[69843]: DEBUG nova.compute.manager [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Received event network-changed-ec2301cb-6454-4391-a14b-332f214a7632 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.420361] env[69843]: DEBUG nova.compute.manager [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Refreshing instance network info cache due to event network-changed-ec2301cb-6454-4391-a14b-332f214a7632. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.420753] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Acquiring lock "refresh_cache-d3e2b15b-06a4-4fcb-ada5-c1640505323e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.421010] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Acquired lock "refresh_cache-d3e2b15b-06a4-4fcb-ada5-c1640505323e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.421420] env[69843]: DEBUG nova.network.neutron [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Refreshing network info cache for port ec2301cb-6454-4391-a14b-332f214a7632 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.423396] env[69843]: INFO nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Took 37.75 seconds to build instance. [ 1008.491131] env[69843]: DEBUG nova.compute.manager [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.530375] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.542395] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Releasing lock "refresh_cache-394d43df-4645-436e-822e-c446f1e22bee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.542809] env[69843]: DEBUG nova.compute.manager [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Instance network_info: |[{"id": "37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a", "address": "fa:16:3e:61:aa:2c", "network": {"id": "ef061263-737b-4dec-ac59-b60ba4e542bb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945675926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc1661c4a4d54f8a9efa46de4e1e3260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c0dbe4-0f", "ovs_interfaceid": "37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.543285] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:aa:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.553914] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.554958] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.555225] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbaea6a8-0715-4eec-87b6-98cf95597013 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.581590] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.581590] env[69843]: value = "task-3704564" [ 1008.581590] env[69843]: _type = "Task" [ 1008.581590] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.593982] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704564, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.802216] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d4f6cb-eea6-44dc-b079-e715e0cd16a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.810759] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bacbdf5-08aa-4f6d-a46d-4b0e4cb2b771 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.848039] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c203aea-048c-4f37-b044-f36f8c00e705 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.857403] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffb286e-7c93-499b-bc75-2fe82d4e4020 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.873676] env[69843]: DEBUG nova.compute.provider_tree [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.909986] env[69843]: WARNING nova.network.neutron [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] 0a14fb77-99bb-42f4-a854-97257d0bc557 already exists in list: networks containing: ['0a14fb77-99bb-42f4-a854-97257d0bc557']. ignoring it [ 1008.933287] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "0f4e67ac-79bc-42c6-881b-5e86efcab36e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.267s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.020861] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.031929] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.093210] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704564, 'name': CreateVM_Task, 'duration_secs': 0.385491} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.095978] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.096731] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.096972] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.097385] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.100181] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b50355e-0746-4f23-8e94-1d2f7899e811 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.103739] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1009.103739] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5208242f-5589-725a-9526-7caa012c5ab7" [ 1009.103739] env[69843]: _type = "Task" [ 1009.103739] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.114106] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5208242f-5589-725a-9526-7caa012c5ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.333532] env[69843]: DEBUG nova.compute.manager [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Received event network-vif-deleted-f9151fdf-c181-4124-b6d8-cc942202e75f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.333868] env[69843]: DEBUG nova.compute.manager [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Received event network-vif-plugged-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.335416] env[69843]: DEBUG oslo_concurrency.lockutils [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] Acquiring lock "394d43df-4645-436e-822e-c446f1e22bee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.335416] env[69843]: DEBUG oslo_concurrency.lockutils [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] Lock "394d43df-4645-436e-822e-c446f1e22bee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.335416] env[69843]: DEBUG oslo_concurrency.lockutils [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] Lock "394d43df-4645-436e-822e-c446f1e22bee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.335416] env[69843]: DEBUG nova.compute.manager [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] No waiting events found dispatching network-vif-plugged-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1009.335416] env[69843]: WARNING nova.compute.manager [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Received unexpected event network-vif-plugged-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a for instance with vm_state building and task_state spawning. [ 1009.335416] env[69843]: DEBUG nova.compute.manager [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Received event network-changed-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.335416] env[69843]: DEBUG nova.compute.manager [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Refreshing instance network info cache due to event network-changed-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.335416] env[69843]: DEBUG oslo_concurrency.lockutils [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] Acquiring lock "refresh_cache-394d43df-4645-436e-822e-c446f1e22bee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.335416] env[69843]: DEBUG oslo_concurrency.lockutils [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] Acquired lock "refresh_cache-394d43df-4645-436e-822e-c446f1e22bee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.335766] env[69843]: DEBUG nova.network.neutron [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Refreshing network info cache for port 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.353992] env[69843]: DEBUG nova.compute.manager [req-d06cfdfe-de8a-42ee-961d-8c206a6a1d88 req-d67d2537-54c4-4969-a62b-5fb108efa10f service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Received event network-vif-plugged-8095bffd-7f50-4c2e-858b-2c8ab67571f5 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.354250] env[69843]: DEBUG oslo_concurrency.lockutils [req-d06cfdfe-de8a-42ee-961d-8c206a6a1d88 req-d67d2537-54c4-4969-a62b-5fb108efa10f service nova] Acquiring lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.354489] env[69843]: DEBUG oslo_concurrency.lockutils [req-d06cfdfe-de8a-42ee-961d-8c206a6a1d88 req-d67d2537-54c4-4969-a62b-5fb108efa10f service nova] Lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.354679] env[69843]: DEBUG oslo_concurrency.lockutils [req-d06cfdfe-de8a-42ee-961d-8c206a6a1d88 req-d67d2537-54c4-4969-a62b-5fb108efa10f service nova] Lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.354838] env[69843]: DEBUG nova.compute.manager [req-d06cfdfe-de8a-42ee-961d-8c206a6a1d88 req-d67d2537-54c4-4969-a62b-5fb108efa10f service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] No waiting events found dispatching network-vif-plugged-8095bffd-7f50-4c2e-858b-2c8ab67571f5 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1009.355083] env[69843]: WARNING nova.compute.manager [req-d06cfdfe-de8a-42ee-961d-8c206a6a1d88 req-d67d2537-54c4-4969-a62b-5fb108efa10f service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Received unexpected event network-vif-plugged-8095bffd-7f50-4c2e-858b-2c8ab67571f5 for instance with vm_state active and task_state None. [ 1009.359124] env[69843]: DEBUG nova.network.neutron [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Updated VIF entry in instance network info cache for port ec2301cb-6454-4391-a14b-332f214a7632. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.359477] env[69843]: DEBUG nova.network.neutron [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Updating instance_info_cache with network_info: [{"id": "ec2301cb-6454-4391-a14b-332f214a7632", "address": "fa:16:3e:80:f9:e6", "network": {"id": "9ff9cde9-011d-4ba8-9400-01a8da39f441", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-200487468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d9b96fd787348ee8e60a2b9dd3a29ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2301cb-64", "ovs_interfaceid": "ec2301cb-6454-4391-a14b-332f214a7632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.381651] env[69843]: DEBUG nova.scheduler.client.report [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.421044] env[69843]: DEBUG nova.network.neutron [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Updating instance_info_cache with network_info: [{"id": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "address": "fa:16:3e:1a:4c:3e", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65dd1b0-52", "ovs_interfaceid": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8095bffd-7f50-4c2e-858b-2c8ab67571f5", "address": "fa:16:3e:b9:05:1f", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8095bffd-7f", "ovs_interfaceid": "8095bffd-7f50-4c2e-858b-2c8ab67571f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.523660] env[69843]: DEBUG oslo_vmware.api [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704563, 'name': PowerOnVM_Task, 'duration_secs': 1.043534} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.523933] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.524332] env[69843]: INFO nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1009.524535] env[69843]: DEBUG nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.525376] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6de8cf-fbf5-44cd-97a5-7195501d16cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.617410] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5208242f-5589-725a-9526-7caa012c5ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.012217} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.617782] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.618082] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.618455] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.618582] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.620994] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.621329] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9500b34-28ae-4b8e-be55-cb2f24642fe7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.631795] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.631875] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.632641] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cefbf45-aa7b-4436-94fc-5911218b1944 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.638688] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1009.638688] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5290a054-2e5f-7545-b433-ec41bcff73bd" [ 1009.638688] env[69843]: _type = "Task" [ 1009.638688] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.648190] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5290a054-2e5f-7545-b433-ec41bcff73bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.862414] env[69843]: DEBUG oslo_concurrency.lockutils [req-b1cc3a3b-e9b7-4b83-b160-18e1b543a29d req-d05d0959-be87-4cec-bdcc-8c26bfd10589 service nova] Releasing lock "refresh_cache-d3e2b15b-06a4-4fcb-ada5-c1640505323e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.887182] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.889728] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.686s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.889968] env[69843]: DEBUG nova.objects.instance [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lazy-loading 'resources' on Instance uuid b898dcb3-b862-4559-9ab7-6820c9f35722 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.911796] env[69843]: INFO nova.scheduler.client.report [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Deleted allocations for instance 242c4693-35ab-41db-91dd-3862456a9903 [ 1009.924024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.924699] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.924853] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.925775] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db553d18-aded-4596-ad0c-801353cba512 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.947805] env[69843]: DEBUG nova.virt.hardware [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.948133] env[69843]: DEBUG nova.virt.hardware [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.948349] env[69843]: DEBUG nova.virt.hardware [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.948549] env[69843]: DEBUG nova.virt.hardware [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.948697] env[69843]: DEBUG nova.virt.hardware [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.949034] env[69843]: DEBUG nova.virt.hardware [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.949277] env[69843]: DEBUG nova.virt.hardware [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.949480] env[69843]: DEBUG nova.virt.hardware [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.949649] env[69843]: DEBUG nova.virt.hardware [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.949835] env[69843]: DEBUG nova.virt.hardware [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.950030] env[69843]: DEBUG nova.virt.hardware [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.956575] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Reconfiguring VM to attach interface {{(pid=69843) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1009.959685] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24fd8dd7-85d0-4cb7-8775-be4e4c756178 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.980567] env[69843]: DEBUG oslo_vmware.api [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1009.980567] env[69843]: value = "task-3704565" [ 1009.980567] env[69843]: _type = "Task" [ 1009.980567] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.996914] env[69843]: DEBUG oslo_vmware.api [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704565, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.045175] env[69843]: INFO nova.compute.manager [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Took 39.28 seconds to build instance. [ 1010.091232] env[69843]: DEBUG nova.network.neutron [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Updated VIF entry in instance network info cache for port 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.091291] env[69843]: DEBUG nova.network.neutron [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Updating instance_info_cache with network_info: [{"id": "37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a", "address": "fa:16:3e:61:aa:2c", "network": {"id": "ef061263-737b-4dec-ac59-b60ba4e542bb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945675926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc1661c4a4d54f8a9efa46de4e1e3260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c0dbe4-0f", "ovs_interfaceid": "37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.150972] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5290a054-2e5f-7545-b433-ec41bcff73bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.151961] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a9dd43-fc8f-4880-bec8-457396c5ce62 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.158681] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1010.158681] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5294171b-54b5-408e-b33a-80c1ab37373b" [ 1010.158681] env[69843]: _type = "Task" [ 1010.158681] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.167877] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5294171b-54b5-408e-b33a-80c1ab37373b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.313256] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.313563] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.422126] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d11edc08-35a0-4da3-8e50-129572356c0e tempest-ServersAdminTestJSON-1534601785 tempest-ServersAdminTestJSON-1534601785-project-member] Lock "242c4693-35ab-41db-91dd-3862456a9903" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.630s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.496627] env[69843]: DEBUG oslo_vmware.api [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.547343] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e4517f4-7f9c-4299-9a53-a2e9a5610274 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "d3e2b15b-06a4-4fcb-ada5-c1640505323e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.797s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.594652] env[69843]: DEBUG oslo_concurrency.lockutils [req-00bd5003-a14c-4dd4-8ed4-0af99c462037 req-770da846-12bb-400c-85f4-d4c8f451db21 service nova] Releasing lock "refresh_cache-394d43df-4645-436e-822e-c446f1e22bee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.681287] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5294171b-54b5-408e-b33a-80c1ab37373b, 'name': SearchDatastore_Task, 'duration_secs': 0.026639} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.685901] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.686454] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 394d43df-4645-436e-822e-c446f1e22bee/394d43df-4645-436e-822e-c446f1e22bee.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.687188] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cb5b8c5-b1d0-4beb-a3bf-881b8853b182 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.698902] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1010.698902] env[69843]: value = "task-3704566" [ 1010.698902] env[69843]: _type = "Task" [ 1010.698902] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.713025] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.808431] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8edf19-4584-4a13-858e-4add840d7f50 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.815720] env[69843]: DEBUG nova.compute.manager [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.819983] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101116e2-3b3d-4fb2-a8df-8834c0dc619d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.866966] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425ccd96-a80c-4784-b1c8-901480df8fa4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.876528] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c7707-a9cb-eefa-bade-e824c8077ff5/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1010.877399] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cddedf-1b63-4c30-8c39-8474f9285d44 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.882526] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4dfe61-f270-4e76-a5c4-e9b648dde8b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.890419] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c7707-a9cb-eefa-bade-e824c8077ff5/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1010.890606] env[69843]: ERROR oslo_vmware.rw_handles [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c7707-a9cb-eefa-bade-e824c8077ff5/disk-0.vmdk due to incomplete transfer. [ 1010.899509] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-02e399e5-8bfa-4e6c-9f9e-9264d69960a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.902165] env[69843]: DEBUG nova.compute.provider_tree [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.913113] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c7707-a9cb-eefa-bade-e824c8077ff5/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1010.913387] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Uploaded image ad4beaba-16e7-4304-9e9b-78a916f1a7c8 to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1010.915218] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1010.915776] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-460bf83c-d78b-49c7-ad60-3e68bbf5cea8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.924319] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1010.924319] env[69843]: value = "task-3704567" [ 1010.924319] env[69843]: _type = "Task" [ 1010.924319] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.935561] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704567, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.005762] env[69843]: DEBUG oslo_vmware.api [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704565, 'name': ReconfigVM_Task, 'duration_secs': 0.687058} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.006587] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.006957] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Reconfigured VM to attach interface {{(pid=69843) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1011.212709] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704566, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.351335] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.405949] env[69843]: DEBUG nova.scheduler.client.report [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.436792] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704567, 'name': Destroy_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.517428] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5dcdf750-9ab4-4bec-bbc4-647efc7c2873 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-f6b4ea13-7792-4e99-9e45-05cb9ebac331-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.225s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.712342] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665066} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.712636] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 394d43df-4645-436e-822e-c446f1e22bee/394d43df-4645-436e-822e-c446f1e22bee.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.712850] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.713130] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb3c8cb-2394-452c-9f56-b6a193492667 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.721940] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1011.721940] env[69843]: value = "task-3704568" [ 1011.721940] env[69843]: _type = "Task" [ 1011.721940] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.733609] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.913752] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.915852] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.882s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.938818] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704567, 'name': Destroy_Task, 'duration_secs': 0.763104} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.940662] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Destroyed the VM [ 1011.940922] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1011.941774] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bf9491d6-f3fe-4e13-aba3-acd51a1a070d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.948110] env[69843]: INFO nova.scheduler.client.report [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Deleted allocations for instance b898dcb3-b862-4559-9ab7-6820c9f35722 [ 1011.951959] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1011.951959] env[69843]: value = "task-3704569" [ 1011.951959] env[69843]: _type = "Task" [ 1011.951959] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.965605] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704569, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.997807] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ab80c066-8360-486d-898c-635aeb3352ad tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.998142] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ab80c066-8360-486d-898c-635aeb3352ad tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.998495] env[69843]: DEBUG nova.compute.manager [None req-ab80c066-8360-486d-898c-635aeb3352ad tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1011.999513] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8316449a-b79d-401c-a8d6-63f5a933e98d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.008554] env[69843]: DEBUG nova.compute.manager [None req-ab80c066-8360-486d-898c-635aeb3352ad tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69843) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1012.009252] env[69843]: DEBUG nova.objects.instance [None req-ab80c066-8360-486d-898c-635aeb3352ad tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'flavor' on Instance uuid 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.234260] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073929} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.234260] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.235067] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0edacda-8a0f-40a1-9d32-10197864dceb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.261367] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 394d43df-4645-436e-822e-c446f1e22bee/394d43df-4645-436e-822e-c446f1e22bee.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.261782] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-505e1ede-7518-43b2-a448-b14403989832 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.284339] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1012.284339] env[69843]: value = "task-3704570" [ 1012.284339] env[69843]: _type = "Task" [ 1012.284339] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.300680] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.379441] env[69843]: DEBUG nova.compute.manager [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Received event network-changed-8095bffd-7f50-4c2e-858b-2c8ab67571f5 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.379695] env[69843]: DEBUG nova.compute.manager [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Refreshing instance network info cache due to event network-changed-8095bffd-7f50-4c2e-858b-2c8ab67571f5. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.380158] env[69843]: DEBUG oslo_concurrency.lockutils [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] Acquiring lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.380281] env[69843]: DEBUG oslo_concurrency.lockutils [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] Acquired lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.380554] env[69843]: DEBUG nova.network.neutron [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Refreshing network info cache for port 8095bffd-7f50-4c2e-858b-2c8ab67571f5 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.466359] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4571f07-0269-47fb-986a-441092ea0461 tempest-ServerRescueTestJSON-1490484751 tempest-ServerRescueTestJSON-1490484751-project-member] Lock "b898dcb3-b862-4559-9ab7-6820c9f35722" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.722s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.475407] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704569, 'name': RemoveSnapshot_Task, 'duration_secs': 0.498065} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.475683] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1012.476042] env[69843]: DEBUG nova.compute.manager [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1012.480211] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bfca6a-5cff-4256-a9d2-a07ae2eccb09 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.762522] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "53573d9f-e2dc-4173-8ee9-905b54765e32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.762853] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "53573d9f-e2dc-4173-8ee9-905b54765e32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.781789] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c538a78-e897-4316-97cf-3a053bf2d73c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.797372] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad44134-306b-4e00-b779-4961ab864dba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.801360] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704570, 'name': ReconfigVM_Task, 'duration_secs': 0.443922} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.801980] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 394d43df-4645-436e-822e-c446f1e22bee/394d43df-4645-436e-822e-c446f1e22bee.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.803135] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4df4c8cc-c9a0-45cc-a622-018267c1dc23 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.835600] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e0fb48-7b47-490f-86ea-316c38fd670c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.839627] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1012.839627] env[69843]: value = "task-3704571" [ 1012.839627] env[69843]: _type = "Task" [ 1012.839627] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.848734] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e0d41e-04b3-499f-8ac8-3f770248113c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.858207] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704571, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.868605] env[69843]: DEBUG nova.compute.provider_tree [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.999861] env[69843]: INFO nova.compute.manager [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Shelve offloading [ 1013.017090] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab80c066-8360-486d-898c-635aeb3352ad tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.017090] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-409b31a0-4ebd-4d29-838f-1da934befbd7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.026173] env[69843]: DEBUG oslo_vmware.api [None req-ab80c066-8360-486d-898c-635aeb3352ad tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1013.026173] env[69843]: value = "task-3704572" [ 1013.026173] env[69843]: _type = "Task" [ 1013.026173] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.037053] env[69843]: DEBUG oslo_vmware.api [None req-ab80c066-8360-486d-898c-635aeb3352ad tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.174775] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.175693] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.270844] env[69843]: DEBUG nova.compute.manager [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.279683] env[69843]: DEBUG nova.network.neutron [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Updated VIF entry in instance network info cache for port 8095bffd-7f50-4c2e-858b-2c8ab67571f5. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.280165] env[69843]: DEBUG nova.network.neutron [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Updating instance_info_cache with network_info: [{"id": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "address": "fa:16:3e:1a:4c:3e", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65dd1b0-52", "ovs_interfaceid": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8095bffd-7f50-4c2e-858b-2c8ab67571f5", "address": "fa:16:3e:b9:05:1f", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8095bffd-7f", "ovs_interfaceid": "8095bffd-7f50-4c2e-858b-2c8ab67571f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.353154] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704571, 'name': Rename_Task, 'duration_secs': 0.17266} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.353822] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.354230] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5bc1c32-6d9a-433a-98ea-393ca3e49659 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.364192] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1013.364192] env[69843]: value = "task-3704573" [ 1013.364192] env[69843]: _type = "Task" [ 1013.364192] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.374993] env[69843]: DEBUG nova.scheduler.client.report [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.379630] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.508739] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.508739] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dae79eb3-0877-4eb5-be81-0385a9346bd9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.519779] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1013.519779] env[69843]: value = "task-3704574" [ 1013.519779] env[69843]: _type = "Task" [ 1013.519779] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.535221] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1013.535742] env[69843]: DEBUG nova.compute.manager [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1013.537061] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ac6b17-315c-4ef1-a34f-0cba8f7041fd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.545770] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.546132] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.546473] env[69843]: DEBUG nova.network.neutron [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.555018] env[69843]: DEBUG oslo_vmware.api [None req-ab80c066-8360-486d-898c-635aeb3352ad tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704572, 'name': PowerOffVM_Task, 'duration_secs': 0.217175} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.555018] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab80c066-8360-486d-898c-635aeb3352ad tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.555018] env[69843]: DEBUG nova.compute.manager [None req-ab80c066-8360-486d-898c-635aeb3352ad tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1013.555018] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5088f538-8cf7-4ff9-9deb-0468154bd29d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.692831] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.693352] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.695114] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.697295] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.697295] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.697295] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.697295] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69843) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1013.697295] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.790895] env[69843]: DEBUG oslo_concurrency.lockutils [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] Releasing lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.791175] env[69843]: DEBUG nova.compute.manager [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Received event network-changed-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.791345] env[69843]: DEBUG nova.compute.manager [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Refreshing instance network info cache due to event network-changed-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.791566] env[69843]: DEBUG oslo_concurrency.lockutils [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] Acquiring lock "refresh_cache-3a94e90e-e6c3-4038-ab68-392b4743b60b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.791939] env[69843]: DEBUG oslo_concurrency.lockutils [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] Acquired lock "refresh_cache-3a94e90e-e6c3-4038-ab68-392b4743b60b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.792115] env[69843]: DEBUG nova.network.neutron [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Refreshing network info cache for port 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.827257] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.878074] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.074895] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ab80c066-8360-486d-898c-635aeb3352ad tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.194515] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "0f4e67ac-79bc-42c6-881b-5e86efcab36e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.194781] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "0f4e67ac-79bc-42c6-881b-5e86efcab36e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.195025] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "0f4e67ac-79bc-42c6-881b-5e86efcab36e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.195250] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "0f4e67ac-79bc-42c6-881b-5e86efcab36e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.195420] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "0f4e67ac-79bc-42c6-881b-5e86efcab36e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.199352] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.200671] env[69843]: INFO nova.compute.manager [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Terminating instance [ 1014.300037] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Acquiring lock "3a94e90e-e6c3-4038-ab68-392b4743b60b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.300037] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Lock "3a94e90e-e6c3-4038-ab68-392b4743b60b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.300037] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Acquiring lock "3a94e90e-e6c3-4038-ab68-392b4743b60b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.300037] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Lock "3a94e90e-e6c3-4038-ab68-392b4743b60b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.300463] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Lock "3a94e90e-e6c3-4038-ab68-392b4743b60b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.303274] env[69843]: INFO nova.compute.manager [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Terminating instance [ 1014.379770] env[69843]: DEBUG oslo_vmware.api [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704573, 'name': PowerOnVM_Task, 'duration_secs': 0.994243} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.380751] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.380751] env[69843]: INFO nova.compute.manager [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1014.380751] env[69843]: DEBUG nova.compute.manager [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1014.381547] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af6a8b0-4003-4fb1-ad14-9c5de8234b91 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.390322] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.474s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.396043] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.605s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.398453] env[69843]: INFO nova.compute.claims [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.520445] env[69843]: DEBUG nova.network.neutron [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updating instance_info_cache with network_info: [{"id": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "address": "fa:16:3e:37:ee:cf", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30e2b12-f5", "ovs_interfaceid": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.670800] env[69843]: DEBUG nova.network.neutron [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Updated VIF entry in instance network info cache for port 5e2967ee-c2ba-4bc5-a99c-3e1090f3915d. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.672700] env[69843]: DEBUG nova.network.neutron [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Updating instance_info_cache with network_info: [{"id": "5e2967ee-c2ba-4bc5-a99c-3e1090f3915d", "address": "fa:16:3e:28:44:88", "network": {"id": "60aba731-7702-44fa-a2d7-081501f111e5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1793554579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c319fce2ef542d587be24de0f89c43a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e2967ee-c2", "ovs_interfaceid": "5e2967ee-c2ba-4bc5-a99c-3e1090f3915d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.708114] env[69843]: DEBUG nova.compute.manager [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.709242] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.710247] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e416a2e3-3081-4e0d-b63d-3f59eecf8b9f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.719246] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.719488] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-775dcee9-d130-483c-af56-62622c10af54 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.727863] env[69843]: DEBUG oslo_vmware.api [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1014.727863] env[69843]: value = "task-3704575" [ 1014.727863] env[69843]: _type = "Task" [ 1014.727863] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.737559] env[69843]: DEBUG oslo_vmware.api [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.807766] env[69843]: DEBUG nova.compute.manager [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.808310] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.810039] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edbf01a-ca91-4f38-a228-77e399d3a969 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.821317] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.821662] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3fac286-a05e-421f-aa91-02d21e174a2c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.831354] env[69843]: DEBUG oslo_vmware.api [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Waiting for the task: (returnval){ [ 1014.831354] env[69843]: value = "task-3704576" [ 1014.831354] env[69843]: _type = "Task" [ 1014.831354] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.843657] env[69843]: DEBUG oslo_vmware.api [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.921234] env[69843]: INFO nova.compute.manager [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Took 33.50 seconds to build instance. [ 1015.024638] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.103189] env[69843]: INFO nova.scheduler.client.report [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted allocation for migration 60180494-a018-470b-9a5d-f4e1b8ed7585 [ 1015.175768] env[69843]: DEBUG oslo_concurrency.lockutils [req-cc8b3d7d-de6d-4c45-b325-3ca2671fb6c3 req-8ebe96fa-0b79-4929-aeac-c14014c7da8c service nova] Releasing lock "refresh_cache-3a94e90e-e6c3-4038-ab68-392b4743b60b" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.239608] env[69843]: DEBUG oslo_vmware.api [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704575, 'name': PowerOffVM_Task, 'duration_secs': 0.423061} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.240171] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.240171] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.241220] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57b7ac10-3529-4915-a51a-ee99296d2a0b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.346801] env[69843]: DEBUG oslo_vmware.api [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704576, 'name': PowerOffVM_Task, 'duration_secs': 0.339399} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.347194] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.347401] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.347724] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02443e6a-fcaf-40ff-8c0e-bc4fe10f41c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.425896] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7880024-3905-4dbb-8f98-5cff57c749c2 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.010s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.599789] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "interface-f6b4ea13-7792-4e99-9e45-05cb9ebac331-8095bffd-7f50-4c2e-858b-2c8ab67571f5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.600147] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-f6b4ea13-7792-4e99-9e45-05cb9ebac331-8095bffd-7f50-4c2e-858b-2c8ab67571f5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.615285] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f8a0150-3914-4e9e-8dd6-303bb0fd59d0 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "294d870f-3083-47dc-80d6-88377ce7f6b9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.596s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.698544] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.701174] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2795a4ff-38d5-41cc-8783-814c02a2d43d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.711180] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.714603] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e80b779-58d4-4bb9-8643-05bd759eea8e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.785318] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fa73ee-fe38-4bb3-b99d-0bb662dc3662 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.795306] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eb5243-e7a1-49a2-ac62-fe68e1ac85cc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.840857] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb82046d-ac8d-42a4-b7b0-b5970eaf877e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.850013] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685f7eaf-8323-46bb-9be0-eb6066fdac21 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.865906] env[69843]: DEBUG nova.compute.provider_tree [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.997926] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.998185] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.036999] env[69843]: DEBUG nova.compute.manager [req-87bc70b4-00b1-4415-a9f1-8395d85351f1 req-700b54cb-63da-44b6-80fa-30560ea35153 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Received event network-vif-unplugged-b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.037265] env[69843]: DEBUG oslo_concurrency.lockutils [req-87bc70b4-00b1-4415-a9f1-8395d85351f1 req-700b54cb-63da-44b6-80fa-30560ea35153 service nova] Acquiring lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.037469] env[69843]: DEBUG oslo_concurrency.lockutils [req-87bc70b4-00b1-4415-a9f1-8395d85351f1 req-700b54cb-63da-44b6-80fa-30560ea35153 service nova] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.037634] env[69843]: DEBUG oslo_concurrency.lockutils [req-87bc70b4-00b1-4415-a9f1-8395d85351f1 req-700b54cb-63da-44b6-80fa-30560ea35153 service nova] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.037797] env[69843]: DEBUG nova.compute.manager [req-87bc70b4-00b1-4415-a9f1-8395d85351f1 req-700b54cb-63da-44b6-80fa-30560ea35153 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] No waiting events found dispatching network-vif-unplugged-b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1016.037992] env[69843]: WARNING nova.compute.manager [req-87bc70b4-00b1-4415-a9f1-8395d85351f1 req-700b54cb-63da-44b6-80fa-30560ea35153 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Received unexpected event network-vif-unplugged-b30e2b12-f55d-47a0-a541-77cdf8edd7af for instance with vm_state shelved and task_state shelving_offloading. [ 1016.105027] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.105027] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.106164] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeda34d-f03e-4159-9cce-1bc6fc473262 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.111360] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.111624] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.112776] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Deleting the datastore file [datastore1] 3a94e90e-e6c3-4038-ab68-392b4743b60b {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.112776] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e961d94a-fa0f-4b4c-a093-7e36b54dc431 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.131543] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f6ff59-7f59-4993-acf3-583e1d020927 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.136390] env[69843]: DEBUG oslo_vmware.api [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Waiting for the task: (returnval){ [ 1016.136390] env[69843]: value = "task-3704580" [ 1016.136390] env[69843]: _type = "Task" [ 1016.136390] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.168963] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Reconfiguring VM to detach interface {{(pid=69843) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1016.170240] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbfa4e6d-4f6b-400e-b9f9-2e49596ce9bf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.191624] env[69843]: DEBUG oslo_vmware.api [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.198658] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1016.198658] env[69843]: value = "task-3704581" [ 1016.198658] env[69843]: _type = "Task" [ 1016.198658] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.209781] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.258190] env[69843]: DEBUG nova.compute.manager [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Stashing vm_state: stopped {{(pid=69843) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1016.371402] env[69843]: DEBUG nova.scheduler.client.report [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.500858] env[69843]: DEBUG nova.compute.manager [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.558193] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.558193] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.560809] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Deleting the datastore file [datastore2] 0f4e67ac-79bc-42c6-881b-5e86efcab36e {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.561397] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.562025] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.562461] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleting the datastore file [datastore2] bd5fea86-ad66-42fe-937f-a9bc38d94f5e {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.562978] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87ecc8e0-b3b2-4fca-96fd-dcf62d80c473 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.565775] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-622a6c0c-8220-45a3-a87b-290a83516fde {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.573868] env[69843]: DEBUG oslo_vmware.api [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1016.573868] env[69843]: value = "task-3704582" [ 1016.573868] env[69843]: _type = "Task" [ 1016.573868] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.577559] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1016.577559] env[69843]: value = "task-3704583" [ 1016.577559] env[69843]: _type = "Task" [ 1016.577559] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.595264] env[69843]: DEBUG oslo_vmware.api [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.598098] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.649662] env[69843]: DEBUG oslo_vmware.api [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Task: {'id': task-3704580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337253} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.651487] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.652044] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.652637] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.652964] env[69843]: INFO nova.compute.manager [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1016.653348] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.653823] env[69843]: DEBUG nova.compute.manager [-] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.654048] env[69843]: DEBUG nova.network.neutron [-] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.715379] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.787629] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.879217] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.879791] env[69843]: DEBUG nova.compute.manager [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.884358] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.520s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.884861] env[69843]: DEBUG nova.objects.instance [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lazy-loading 'resources' on Instance uuid 6557cd7b-c9ba-4976-8933-e43bb9f11c74 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.025360] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.099024] env[69843]: DEBUG oslo_vmware.api [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354929} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.100275] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.100793] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.101304] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.103803] env[69843]: DEBUG oslo_vmware.api [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343358} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.104709] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.105098] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.108017] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.108017] env[69843]: INFO nova.compute.manager [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Took 2.40 seconds to destroy the instance on the hypervisor. [ 1017.108017] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.108017] env[69843]: DEBUG nova.compute.manager [-] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.108017] env[69843]: DEBUG nova.network.neutron [-] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.129893] env[69843]: INFO nova.scheduler.client.report [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleted allocations for instance bd5fea86-ad66-42fe-937f-a9bc38d94f5e [ 1017.213883] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.394023] env[69843]: DEBUG nova.compute.utils [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.394023] env[69843]: DEBUG nova.compute.manager [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.394023] env[69843]: DEBUG nova.network.neutron [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.614768] env[69843]: DEBUG nova.policy [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '265c804b51a64c37bcb5439a9d20fb5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a49ab6b5352848b5b63b0b79ae2107ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.633420] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.713574] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.752401] env[69843]: DEBUG oslo_concurrency.lockutils [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "2b6121ba-c485-4ade-a226-65c3ae96ecd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.752711] env[69843]: DEBUG oslo_concurrency.lockutils [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "2b6121ba-c485-4ade-a226-65c3ae96ecd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.752983] env[69843]: DEBUG oslo_concurrency.lockutils [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "2b6121ba-c485-4ade-a226-65c3ae96ecd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.753290] env[69843]: DEBUG oslo_concurrency.lockutils [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "2b6121ba-c485-4ade-a226-65c3ae96ecd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.753290] env[69843]: DEBUG oslo_concurrency.lockutils [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "2b6121ba-c485-4ade-a226-65c3ae96ecd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.757991] env[69843]: INFO nova.compute.manager [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Terminating instance [ 1017.778629] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7980fb-730e-4879-b4d9-fa4b56a08a29 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.788248] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfe0ae1-b141-417a-af72-10c420343a02 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.823043] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817a22a0-b7b6-4517-babe-5b4d23c6bd7c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.835604] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a02a7a-442f-4019-816e-6f4fef410b9b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.851069] env[69843]: DEBUG nova.compute.provider_tree [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.897502] env[69843]: DEBUG nova.compute.manager [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.034892] env[69843]: DEBUG nova.network.neutron [-] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.214304] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.214619] env[69843]: DEBUG nova.network.neutron [-] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.261986] env[69843]: DEBUG nova.compute.manager [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.262251] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.263179] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8b7dab-d29d-4b80-8f22-28991ea7cbb1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.273264] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.273579] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a2245aa-36cc-48c4-a762-c2d2fe92c3ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.351492] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.351860] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.351986] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Deleting the datastore file [datastore1] 2b6121ba-c485-4ade-a226-65c3ae96ecd1 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.352228] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb9b342-3ad7-4f18-9fd3-c49d5d80bece {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.358511] env[69843]: DEBUG nova.scheduler.client.report [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.370432] env[69843]: DEBUG oslo_vmware.api [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 1018.370432] env[69843]: value = "task-3704585" [ 1018.370432] env[69843]: _type = "Task" [ 1018.370432] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.383297] env[69843]: DEBUG oslo_vmware.api [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.403584] env[69843]: INFO nova.virt.block_device [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Booting with volume 893ed99b-4b95-4de6-9b4e-8482330f7997 at /dev/sda [ 1018.467824] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d95d4cc0-ff0d-456a-9a68-0590eb8bb8fd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.480597] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ebcadd-9ca4-4f11-9e65-54b61b1016c8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.523910] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74d98556-39e0-47be-ae0f-2dcd878502f8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.537828] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d48470-d83f-470d-9c6e-ef3836ccf516 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.551194] env[69843]: INFO nova.compute.manager [-] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Took 1.90 seconds to deallocate network for instance. [ 1018.578681] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f634ba1d-f688-48eb-bca3-f10c5ca0d13e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.589325] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178a69e-a40e-49b0-80ab-2b3f1c7a6e12 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.604528] env[69843]: DEBUG nova.virt.block_device [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Updating existing volume attachment record: 0c603529-65a7-43d0-8578-b4fbdaabc064 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1018.616132] env[69843]: DEBUG nova.compute.manager [req-6b0299f7-22bb-4a02-9f22-7b054f446b58 req-1023c802-e30d-4e67-a7db-12b54f6ee281 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Received event network-changed-b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.616132] env[69843]: DEBUG nova.compute.manager [req-6b0299f7-22bb-4a02-9f22-7b054f446b58 req-1023c802-e30d-4e67-a7db-12b54f6ee281 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Refreshing instance network info cache due to event network-changed-b30e2b12-f55d-47a0-a541-77cdf8edd7af. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.616132] env[69843]: DEBUG oslo_concurrency.lockutils [req-6b0299f7-22bb-4a02-9f22-7b054f446b58 req-1023c802-e30d-4e67-a7db-12b54f6ee281 service nova] Acquiring lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.616132] env[69843]: DEBUG oslo_concurrency.lockutils [req-6b0299f7-22bb-4a02-9f22-7b054f446b58 req-1023c802-e30d-4e67-a7db-12b54f6ee281 service nova] Acquired lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.616132] env[69843]: DEBUG nova.network.neutron [req-6b0299f7-22bb-4a02-9f22-7b054f446b58 req-1023c802-e30d-4e67-a7db-12b54f6ee281 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Refreshing network info cache for port b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.723726] env[69843]: INFO nova.compute.manager [-] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Took 1.62 seconds to deallocate network for instance. [ 1018.724132] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.868303] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.870433] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.179s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.872041] env[69843]: INFO nova.compute.claims [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.895075] env[69843]: DEBUG oslo_vmware.api [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326741} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.895075] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.895266] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.895310] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.895488] env[69843]: INFO nova.compute.manager [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1018.896162] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.896162] env[69843]: DEBUG nova.compute.manager [-] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.896162] env[69843]: DEBUG nova.network.neutron [-] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.910362] env[69843]: INFO nova.scheduler.client.report [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleted allocations for instance 6557cd7b-c9ba-4976-8933-e43bb9f11c74 [ 1019.057920] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.112141] env[69843]: DEBUG nova.compute.manager [req-c815f391-ff78-4335-8511-ded31337c195 req-582823d2-277e-4b57-bb41-1f03a5cd9a3a service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Received event network-changed-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.112205] env[69843]: DEBUG nova.compute.manager [req-c815f391-ff78-4335-8511-ded31337c195 req-582823d2-277e-4b57-bb41-1f03a5cd9a3a service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Refreshing instance network info cache due to event network-changed-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.112550] env[69843]: DEBUG oslo_concurrency.lockutils [req-c815f391-ff78-4335-8511-ded31337c195 req-582823d2-277e-4b57-bb41-1f03a5cd9a3a service nova] Acquiring lock "refresh_cache-394d43df-4645-436e-822e-c446f1e22bee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.112799] env[69843]: DEBUG oslo_concurrency.lockutils [req-c815f391-ff78-4335-8511-ded31337c195 req-582823d2-277e-4b57-bb41-1f03a5cd9a3a service nova] Acquired lock "refresh_cache-394d43df-4645-436e-822e-c446f1e22bee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.113090] env[69843]: DEBUG nova.network.neutron [req-c815f391-ff78-4335-8511-ded31337c195 req-582823d2-277e-4b57-bb41-1f03a5cd9a3a service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Refreshing network info cache for port 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.217544] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.233924] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.428683] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e02c69a5-04f8-44f6-bd28-7d562229056d tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "6557cd7b-c9ba-4976-8933-e43bb9f11c74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.014s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.578028] env[69843]: DEBUG nova.network.neutron [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Successfully created port: 078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.598701] env[69843]: DEBUG nova.network.neutron [req-6b0299f7-22bb-4a02-9f22-7b054f446b58 req-1023c802-e30d-4e67-a7db-12b54f6ee281 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updated VIF entry in instance network info cache for port b30e2b12-f55d-47a0-a541-77cdf8edd7af. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.599066] env[69843]: DEBUG nova.network.neutron [req-6b0299f7-22bb-4a02-9f22-7b054f446b58 req-1023c802-e30d-4e67-a7db-12b54f6ee281 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updating instance_info_cache with network_info: [{"id": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "address": "fa:16:3e:37:ee:cf", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb30e2b12-f5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.716868] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.939638] env[69843]: DEBUG nova.network.neutron [-] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.989394] env[69843]: DEBUG nova.network.neutron [req-c815f391-ff78-4335-8511-ded31337c195 req-582823d2-277e-4b57-bb41-1f03a5cd9a3a service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Updated VIF entry in instance network info cache for port 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.990187] env[69843]: DEBUG nova.network.neutron [req-c815f391-ff78-4335-8511-ded31337c195 req-582823d2-277e-4b57-bb41-1f03a5cd9a3a service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Updating instance_info_cache with network_info: [{"id": "37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a", "address": "fa:16:3e:61:aa:2c", "network": {"id": "ef061263-737b-4dec-ac59-b60ba4e542bb", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1945675926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc1661c4a4d54f8a9efa46de4e1e3260", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c0dbe4-0f", "ovs_interfaceid": "37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.106114] env[69843]: DEBUG oslo_concurrency.lockutils [req-6b0299f7-22bb-4a02-9f22-7b054f446b58 req-1023c802-e30d-4e67-a7db-12b54f6ee281 service nova] Releasing lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.106114] env[69843]: DEBUG nova.compute.manager [req-6b0299f7-22bb-4a02-9f22-7b054f446b58 req-1023c802-e30d-4e67-a7db-12b54f6ee281 service nova] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Received event network-vif-deleted-5e2967ee-c2ba-4bc5-a99c-3e1090f3915d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.106114] env[69843]: DEBUG nova.compute.manager [req-6b0299f7-22bb-4a02-9f22-7b054f446b58 req-1023c802-e30d-4e67-a7db-12b54f6ee281 service nova] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Received event network-vif-deleted-13b5c887-ef3d-453f-8ae6-294bcc74f81a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.227637] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.304018] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3980193-8702-4c0a-960d-68ac250e2feb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.312068] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a11115e-7604-4bb8-be01-fc23375d7ee1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.353700] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7a6ffb-28e3-4fa7-a7f2-ae9211694e73 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.362951] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ba5c59-873f-4902-9462-c3be47a21262 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.378764] env[69843]: DEBUG nova.compute.provider_tree [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.443964] env[69843]: INFO nova.compute.manager [-] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Took 1.55 seconds to deallocate network for instance. [ 1020.496278] env[69843]: DEBUG oslo_concurrency.lockutils [req-c815f391-ff78-4335-8511-ded31337c195 req-582823d2-277e-4b57-bb41-1f03a5cd9a3a service nova] Releasing lock "refresh_cache-394d43df-4645-436e-822e-c446f1e22bee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.532402] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.725979] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.732994] env[69843]: DEBUG nova.compute.manager [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.735017] env[69843]: DEBUG nova.virt.hardware [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.735017] env[69843]: DEBUG nova.virt.hardware [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.735017] env[69843]: DEBUG nova.virt.hardware [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.735017] env[69843]: DEBUG nova.virt.hardware [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.735563] env[69843]: DEBUG nova.virt.hardware [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.735855] env[69843]: DEBUG nova.virt.hardware [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.736204] env[69843]: DEBUG nova.virt.hardware [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.736553] env[69843]: DEBUG nova.virt.hardware [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.736803] env[69843]: DEBUG nova.virt.hardware [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.737106] env[69843]: DEBUG nova.virt.hardware [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.737696] env[69843]: DEBUG nova.virt.hardware [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.739289] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c18e48b-3d5b-44ec-b035-a39c1b02b800 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.744664] env[69843]: DEBUG oslo_concurrency.lockutils [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "294d870f-3083-47dc-80d6-88377ce7f6b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.745144] env[69843]: DEBUG oslo_concurrency.lockutils [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "294d870f-3083-47dc-80d6-88377ce7f6b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.745514] env[69843]: DEBUG oslo_concurrency.lockutils [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "294d870f-3083-47dc-80d6-88377ce7f6b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.745860] env[69843]: DEBUG oslo_concurrency.lockutils [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "294d870f-3083-47dc-80d6-88377ce7f6b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.746309] env[69843]: DEBUG oslo_concurrency.lockutils [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "294d870f-3083-47dc-80d6-88377ce7f6b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.753667] env[69843]: INFO nova.compute.manager [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Terminating instance [ 1020.764819] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56d4985-44ec-4923-a92d-018676a6ad3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.884371] env[69843]: DEBUG nova.scheduler.client.report [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.955498] env[69843]: DEBUG oslo_concurrency.lockutils [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.025245] env[69843]: DEBUG nova.compute.manager [req-83d21604-648c-42bd-ba90-411a262be868 req-fdeb7075-d475-431a-92f6-5b3457bcc9e0 service nova] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Received event network-vif-deleted-7a984abd-311f-4233-b1d9-be319be9e97c {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.226940] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.273253] env[69843]: DEBUG nova.compute.manager [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.273644] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.274696] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf3a408-cc8f-4e91-966b-b3fbe9cc0e78 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.284965] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.286835] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd9ab043-b802-4072-80a9-03e63b79572b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.295426] env[69843]: DEBUG oslo_vmware.api [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1021.295426] env[69843]: value = "task-3704586" [ 1021.295426] env[69843]: _type = "Task" [ 1021.295426] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.307977] env[69843]: DEBUG oslo_vmware.api [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.392543] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.393245] env[69843]: DEBUG nova.compute.manager [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.399793] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.379s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.404069] env[69843]: INFO nova.compute.claims [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.725307] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.810780] env[69843]: DEBUG oslo_vmware.api [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704586, 'name': PowerOffVM_Task, 'duration_secs': 0.295526} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.811292] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.811727] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.812142] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5958fc7-b3ce-490f-9f11-717b934ccdaf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.886052] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.886375] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.886652] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleting the datastore file [datastore2] 294d870f-3083-47dc-80d6-88377ce7f6b9 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.886844] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d519fa75-c82a-4ad7-8223-eed7d4920374 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.895599] env[69843]: DEBUG oslo_vmware.api [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1021.895599] env[69843]: value = "task-3704588" [ 1021.895599] env[69843]: _type = "Task" [ 1021.895599] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.915075] env[69843]: DEBUG nova.compute.utils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.925127] env[69843]: DEBUG oslo_vmware.api [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.926018] env[69843]: DEBUG nova.compute.manager [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.926018] env[69843]: DEBUG nova.network.neutron [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.984095] env[69843]: DEBUG nova.policy [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b41493650b477bb5948c7f420cb922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66cdd4c6127c4dfd9d43483d9537e33c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.087754] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.088161] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.235111] env[69843]: DEBUG oslo_vmware.api [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704581, 'name': ReconfigVM_Task, 'duration_secs': 5.908267} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.235111] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.235111] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Reconfigured VM to detach interface {{(pid=69843) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1022.410813] env[69843]: DEBUG oslo_vmware.api [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37942} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.410813] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.411119] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.411599] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.412588] env[69843]: INFO nova.compute.manager [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1022.412588] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.412588] env[69843]: DEBUG nova.compute.manager [-] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.412588] env[69843]: DEBUG nova.network.neutron [-] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.423133] env[69843]: DEBUG nova.compute.manager [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.572340] env[69843]: DEBUG nova.compute.manager [req-1e9a0051-c859-4373-bb2e-3cb4c01f44c1 req-40f1b6ea-3aa9-41a2-b3d8-3db49f280e66 service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Received event network-vif-plugged-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.572503] env[69843]: DEBUG oslo_concurrency.lockutils [req-1e9a0051-c859-4373-bb2e-3cb4c01f44c1 req-40f1b6ea-3aa9-41a2-b3d8-3db49f280e66 service nova] Acquiring lock "81377770-2e1d-4bf3-aa56-16d4aecdac31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.572708] env[69843]: DEBUG oslo_concurrency.lockutils [req-1e9a0051-c859-4373-bb2e-3cb4c01f44c1 req-40f1b6ea-3aa9-41a2-b3d8-3db49f280e66 service nova] Lock "81377770-2e1d-4bf3-aa56-16d4aecdac31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.572871] env[69843]: DEBUG oslo_concurrency.lockutils [req-1e9a0051-c859-4373-bb2e-3cb4c01f44c1 req-40f1b6ea-3aa9-41a2-b3d8-3db49f280e66 service nova] Lock "81377770-2e1d-4bf3-aa56-16d4aecdac31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.573044] env[69843]: DEBUG nova.compute.manager [req-1e9a0051-c859-4373-bb2e-3cb4c01f44c1 req-40f1b6ea-3aa9-41a2-b3d8-3db49f280e66 service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] No waiting events found dispatching network-vif-plugged-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1022.573212] env[69843]: WARNING nova.compute.manager [req-1e9a0051-c859-4373-bb2e-3cb4c01f44c1 req-40f1b6ea-3aa9-41a2-b3d8-3db49f280e66 service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Received unexpected event network-vif-plugged-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 for instance with vm_state building and task_state spawning. [ 1022.596546] env[69843]: DEBUG nova.compute.manager [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.681730] env[69843]: DEBUG nova.network.neutron [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Successfully created port: 784a47b4-0638-45e8-95e5-8e681f80c00b {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.735215] env[69843]: DEBUG nova.network.neutron [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Successfully updated port: 078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.804034] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "285e01d3-1962-4808-9a14-deee2c471a5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.804607] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "285e01d3-1962-4808-9a14-deee2c471a5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.879803] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a19088-9036-44fd-8b82-e9ab3cabe89e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.891977] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cf3e2e-b2d8-4776-9072-d7f1d2829bd0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.928580] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9130a810-3d46-44cf-a57d-a8df42dbf00b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.943635] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9050e0-1cd1-4062-aa0b-369eadec99b6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.970030] env[69843]: DEBUG nova.compute.provider_tree [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.135417] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.244444] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Acquiring lock "refresh_cache-81377770-2e1d-4bf3-aa56-16d4aecdac31" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.244781] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Acquired lock "refresh_cache-81377770-2e1d-4bf3-aa56-16d4aecdac31" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.245072] env[69843]: DEBUG nova.network.neutron [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.312697] env[69843]: DEBUG nova.compute.manager [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.443972] env[69843]: DEBUG nova.compute.manager [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.460044] env[69843]: DEBUG nova.compute.manager [req-8fda0c23-f360-4aa7-b2cc-8571ae408399 req-68489469-dcdc-43a7-b6f0-8dc1f6faae9a service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Received event network-vif-deleted-8095bffd-7f50-4c2e-858b-2c8ab67571f5 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.461317] env[69843]: INFO nova.compute.manager [req-8fda0c23-f360-4aa7-b2cc-8571ae408399 req-68489469-dcdc-43a7-b6f0-8dc1f6faae9a service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Neutron deleted interface 8095bffd-7f50-4c2e-858b-2c8ab67571f5; detaching it from the instance and deleting it from the info cache [ 1023.461317] env[69843]: DEBUG nova.network.neutron [req-8fda0c23-f360-4aa7-b2cc-8571ae408399 req-68489469-dcdc-43a7-b6f0-8dc1f6faae9a service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Updating instance_info_cache with network_info: [{"id": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "address": "fa:16:3e:1a:4c:3e", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65dd1b0-52", "ovs_interfaceid": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.474909] env[69843]: DEBUG nova.scheduler.client.report [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.491030] env[69843]: DEBUG nova.virt.hardware [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.491030] env[69843]: DEBUG nova.virt.hardware [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.492812] env[69843]: DEBUG nova.virt.hardware [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.492812] env[69843]: DEBUG nova.virt.hardware [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.492812] env[69843]: DEBUG nova.virt.hardware [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.492812] env[69843]: DEBUG nova.virt.hardware [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.492812] env[69843]: DEBUG nova.virt.hardware [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.492812] env[69843]: DEBUG nova.virt.hardware [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.492812] env[69843]: DEBUG nova.virt.hardware [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.492812] env[69843]: DEBUG nova.virt.hardware [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.492812] env[69843]: DEBUG nova.virt.hardware [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.494334] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43238e9-2606-4dd0-903b-34f262d76ae7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.237698] env[69843]: DEBUG nova.network.neutron [-] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.239059] env[69843]: DEBUG oslo_concurrency.lockutils [req-8fda0c23-f360-4aa7-b2cc-8571ae408399 req-68489469-dcdc-43a7-b6f0-8dc1f6faae9a service nova] Acquiring lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.239295] env[69843]: DEBUG oslo_concurrency.lockutils [req-8fda0c23-f360-4aa7-b2cc-8571ae408399 req-68489469-dcdc-43a7-b6f0-8dc1f6faae9a service nova] Acquired lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.239932] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.240424] env[69843]: DEBUG nova.compute.manager [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.246613] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e6fc52-5d40-4740-ba8d-12e6e2d7058a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.250625] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.898s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.251143] env[69843]: INFO nova.compute.claims [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.272112] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a6248f-f887-4c14-a22b-58eec379f4b4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.277042] env[69843]: DEBUG oslo_concurrency.lockutils [req-8fda0c23-f360-4aa7-b2cc-8571ae408399 req-68489469-dcdc-43a7-b6f0-8dc1f6faae9a service nova] Releasing lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.277328] env[69843]: WARNING nova.compute.manager [req-8fda0c23-f360-4aa7-b2cc-8571ae408399 req-68489469-dcdc-43a7-b6f0-8dc1f6faae9a service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Detach interface failed, port_id=8095bffd-7f50-4c2e-858b-2c8ab67571f5, reason: No device with interface-id 8095bffd-7f50-4c2e-858b-2c8ab67571f5 exists on VM: nova.exception.NotFound: No device with interface-id 8095bffd-7f50-4c2e-858b-2c8ab67571f5 exists on VM [ 1024.290224] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.296642] env[69843]: DEBUG nova.network.neutron [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.303904] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Acquiring lock "a6f22b47-560c-4feb-b9d3-f71bba6b9403" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.306124] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Lock "a6f22b47-560c-4feb-b9d3-f71bba6b9403" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.476290] env[69843]: DEBUG nova.network.neutron [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Updating instance_info_cache with network_info: [{"id": "078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4", "address": "fa:16:3e:85:98:b5", "network": {"id": "452e92cc-aaeb-4ba3-a7c6-446564c25df8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1387153399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a49ab6b5352848b5b63b0b79ae2107ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078e2f3d-6f", "ovs_interfaceid": "078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.744263] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.744507] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.744621] env[69843]: DEBUG nova.network.neutron [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.750990] env[69843]: INFO nova.compute.manager [-] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Took 2.34 seconds to deallocate network for instance. [ 1024.763024] env[69843]: DEBUG nova.compute.utils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.764759] env[69843]: DEBUG nova.compute.manager [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.764940] env[69843]: DEBUG nova.network.neutron [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.800397] env[69843]: DEBUG nova.compute.manager [req-7a805912-00e3-4009-a452-b9ef08acb76d req-3bf50ed8-2242-4ac6-9e1b-8957a3123e6c service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Received event network-changed-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.800722] env[69843]: DEBUG nova.compute.manager [req-7a805912-00e3-4009-a452-b9ef08acb76d req-3bf50ed8-2242-4ac6-9e1b-8957a3123e6c service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Refreshing instance network info cache due to event network-changed-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.800956] env[69843]: DEBUG oslo_concurrency.lockutils [req-7a805912-00e3-4009-a452-b9ef08acb76d req-3bf50ed8-2242-4ac6-9e1b-8957a3123e6c service nova] Acquiring lock "refresh_cache-81377770-2e1d-4bf3-aa56-16d4aecdac31" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.808534] env[69843]: DEBUG nova.compute.manager [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.823042] env[69843]: DEBUG nova.network.neutron [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Successfully updated port: 784a47b4-0638-45e8-95e5-8e681f80c00b {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.841891] env[69843]: DEBUG nova.policy [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '956ac279f15b4a88b51388ffe98b0841', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e780cb6ac4a74f5fbaa37b1a2347accf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.980202] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Releasing lock "refresh_cache-81377770-2e1d-4bf3-aa56-16d4aecdac31" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.983104] env[69843]: DEBUG nova.compute.manager [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Instance network_info: |[{"id": "078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4", "address": "fa:16:3e:85:98:b5", "network": {"id": "452e92cc-aaeb-4ba3-a7c6-446564c25df8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1387153399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a49ab6b5352848b5b63b0b79ae2107ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078e2f3d-6f", "ovs_interfaceid": "078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.983104] env[69843]: DEBUG oslo_concurrency.lockutils [req-7a805912-00e3-4009-a452-b9ef08acb76d req-3bf50ed8-2242-4ac6-9e1b-8957a3123e6c service nova] Acquired lock "refresh_cache-81377770-2e1d-4bf3-aa56-16d4aecdac31" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.983104] env[69843]: DEBUG nova.network.neutron [req-7a805912-00e3-4009-a452-b9ef08acb76d req-3bf50ed8-2242-4ac6-9e1b-8957a3123e6c service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Refreshing network info cache for port 078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.983104] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:98:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.994919] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Creating folder: Project (a49ab6b5352848b5b63b0b79ae2107ab). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.001736] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2253201d-178b-49ea-8390-69646c0cac3d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.021410] env[69843]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1025.021494] env[69843]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69843) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1025.021883] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Folder already exists: Project (a49ab6b5352848b5b63b0b79ae2107ab). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1025.022098] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Creating folder: Instances. Parent ref: group-v737870. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.022705] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b743df27-9bca-463f-9372-480438b89d1a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.036323] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Created folder: Instances in parent group-v737870. [ 1025.036323] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.036323] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.036323] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08585786-6bb0-48a5-8cd1-ebb0f504bded {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.058232] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.058232] env[69843]: value = "task-3704591" [ 1025.058232] env[69843]: _type = "Task" [ 1025.058232] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.069689] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704591, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.225449] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.225841] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.226116] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.226379] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.226572] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.229358] env[69843]: INFO nova.compute.manager [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Terminating instance [ 1025.265977] env[69843]: DEBUG oslo_concurrency.lockutils [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.274382] env[69843]: DEBUG nova.compute.manager [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.330527] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "refresh_cache-4d8b21d0-8678-4704-949f-6bec20cc1dd3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.330743] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "refresh_cache-4d8b21d0-8678-4704-949f-6bec20cc1dd3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.330995] env[69843]: DEBUG nova.network.neutron [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.338658] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.378078] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.378450] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.462256] env[69843]: DEBUG nova.network.neutron [req-7a805912-00e3-4009-a452-b9ef08acb76d req-3bf50ed8-2242-4ac6-9e1b-8957a3123e6c service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Updated VIF entry in instance network info cache for port 078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.463069] env[69843]: DEBUG nova.network.neutron [req-7a805912-00e3-4009-a452-b9ef08acb76d req-3bf50ed8-2242-4ac6-9e1b-8957a3123e6c service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Updating instance_info_cache with network_info: [{"id": "078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4", "address": "fa:16:3e:85:98:b5", "network": {"id": "452e92cc-aaeb-4ba3-a7c6-446564c25df8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1387153399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a49ab6b5352848b5b63b0b79ae2107ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078e2f3d-6f", "ovs_interfaceid": "078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.468753] env[69843]: DEBUG nova.network.neutron [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Successfully created port: 846874ef-0713-47d4-88c4-ac874d5898a7 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.536140] env[69843]: INFO nova.compute.manager [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Rebuilding instance [ 1025.573292] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704591, 'name': CreateVM_Task, 'duration_secs': 0.373481} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.573663] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.574355] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '0c603529-65a7-43d0-8578-b4fbdaabc064', 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737883', 'volume_id': '893ed99b-4b95-4de6-9b4e-8482330f7997', 'name': 'volume-893ed99b-4b95-4de6-9b4e-8482330f7997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81377770-2e1d-4bf3-aa56-16d4aecdac31', 'attached_at': '', 'detached_at': '', 'volume_id': '893ed99b-4b95-4de6-9b4e-8482330f7997', 'serial': '893ed99b-4b95-4de6-9b4e-8482330f7997'}, 'volume_type': None}], 'swap': None} {{(pid=69843) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1025.575527] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Root volume attach. Driver type: vmdk {{(pid=69843) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1025.575593] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750004a7-dfb9-4dbd-a844-a7e3a7203c45 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.587670] env[69843]: DEBUG nova.compute.manager [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Received event network-vif-deleted-ca76f50c-8620-4f05-89b4-bdd2eef2f6e6 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.590601] env[69843]: DEBUG nova.compute.manager [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Received event network-vif-plugged-784a47b4-0638-45e8-95e5-8e681f80c00b {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.590601] env[69843]: DEBUG oslo_concurrency.lockutils [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] Acquiring lock "4d8b21d0-8678-4704-949f-6bec20cc1dd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.590601] env[69843]: DEBUG oslo_concurrency.lockutils [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] Lock "4d8b21d0-8678-4704-949f-6bec20cc1dd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.590601] env[69843]: DEBUG oslo_concurrency.lockutils [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] Lock "4d8b21d0-8678-4704-949f-6bec20cc1dd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.590601] env[69843]: DEBUG nova.compute.manager [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] No waiting events found dispatching network-vif-plugged-784a47b4-0638-45e8-95e5-8e681f80c00b {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1025.590601] env[69843]: WARNING nova.compute.manager [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Received unexpected event network-vif-plugged-784a47b4-0638-45e8-95e5-8e681f80c00b for instance with vm_state building and task_state spawning. [ 1025.590601] env[69843]: DEBUG nova.compute.manager [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Received event network-changed-784a47b4-0638-45e8-95e5-8e681f80c00b {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.590601] env[69843]: DEBUG nova.compute.manager [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Refreshing instance network info cache due to event network-changed-784a47b4-0638-45e8-95e5-8e681f80c00b. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.590601] env[69843]: DEBUG oslo_concurrency.lockutils [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] Acquiring lock "refresh_cache-4d8b21d0-8678-4704-949f-6bec20cc1dd3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.598160] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8667cd-b6cb-4c29-9e37-5a8e6466e729 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.608738] env[69843]: DEBUG nova.compute.manager [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1025.609957] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f46b98-640e-4161-9f09-802e05afa978 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.615721] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964bea6c-09f1-44e1-a62a-8769fddb80f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.632642] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-88e230cb-8678-4488-9d40-42b5579e8025 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.642513] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Waiting for the task: (returnval){ [ 1025.642513] env[69843]: value = "task-3704592" [ 1025.642513] env[69843]: _type = "Task" [ 1025.642513] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.653945] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704592, 'name': RelocateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.720024] env[69843]: DEBUG nova.network.neutron [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Updating instance_info_cache with network_info: [{"id": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "address": "fa:16:3e:1a:4c:3e", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc65dd1b0-52", "ovs_interfaceid": "c65dd1b0-52ce-4e7a-891b-da0fb599da17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.739059] env[69843]: DEBUG nova.compute.manager [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.739287] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.740114] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd04e061-4ea5-4718-b9ff-4aa4e0f07dd2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.743917] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091c706b-3dd3-46e9-8aa7-96203322ddbd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.753878] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49766c55-daac-420c-a9eb-56c9139a77cf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.760168] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.760168] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a020ed97-148a-4e15-abe8-3a975589ceb5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.797873] env[69843]: DEBUG oslo_vmware.api [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1025.797873] env[69843]: value = "task-3704593" [ 1025.797873] env[69843]: _type = "Task" [ 1025.797873] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.798579] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef894bd3-cc56-4659-8d72-aa56f1c9f8cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.811381] env[69843]: DEBUG oslo_vmware.api [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.814612] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271bb0f3-3550-46c1-bc0e-ffa7b7af50cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.829384] env[69843]: DEBUG nova.compute.provider_tree [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.871027] env[69843]: DEBUG nova.network.neutron [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.883323] env[69843]: DEBUG nova.compute.manager [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.968676] env[69843]: DEBUG oslo_concurrency.lockutils [req-7a805912-00e3-4009-a452-b9ef08acb76d req-3bf50ed8-2242-4ac6-9e1b-8957a3123e6c service nova] Releasing lock "refresh_cache-81377770-2e1d-4bf3-aa56-16d4aecdac31" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.028030] env[69843]: DEBUG nova.network.neutron [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Updating instance_info_cache with network_info: [{"id": "784a47b4-0638-45e8-95e5-8e681f80c00b", "address": "fa:16:3e:ad:0a:24", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784a47b4-06", "ovs_interfaceid": "784a47b4-0638-45e8-95e5-8e681f80c00b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.153471] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704592, 'name': RelocateVM_Task, 'duration_secs': 0.391485} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.153659] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1026.153838] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737883', 'volume_id': '893ed99b-4b95-4de6-9b4e-8482330f7997', 'name': 'volume-893ed99b-4b95-4de6-9b4e-8482330f7997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81377770-2e1d-4bf3-aa56-16d4aecdac31', 'attached_at': '', 'detached_at': '', 'volume_id': '893ed99b-4b95-4de6-9b4e-8482330f7997', 'serial': '893ed99b-4b95-4de6-9b4e-8482330f7997'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1026.154645] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e496fa77-46d9-4d36-a104-13bf02dc85d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.171278] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d153700-4b72-46c8-8ed3-8caeee0e6cd6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.193612] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-893ed99b-4b95-4de6-9b4e-8482330f7997/volume-893ed99b-4b95-4de6-9b4e-8482330f7997.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.193973] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-068d91df-0d18-46e7-bbb8-fb09bb78d8a5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.215693] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Waiting for the task: (returnval){ [ 1026.215693] env[69843]: value = "task-3704594" [ 1026.215693] env[69843]: _type = "Task" [ 1026.215693] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.225275] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-f6b4ea13-7792-4e99-9e45-05cb9ebac331" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.227930] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.303340] env[69843]: DEBUG nova.compute.manager [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.317614] env[69843]: DEBUG oslo_vmware.api [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704593, 'name': PowerOffVM_Task, 'duration_secs': 0.248775} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.317899] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.318078] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.320406] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e38fbcd-4021-4a04-ace7-699812519232 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.329380] env[69843]: DEBUG nova.virt.hardware [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.329701] env[69843]: DEBUG nova.virt.hardware [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.329897] env[69843]: DEBUG nova.virt.hardware [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.330142] env[69843]: DEBUG nova.virt.hardware [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.330326] env[69843]: DEBUG nova.virt.hardware [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.330798] env[69843]: DEBUG nova.virt.hardware [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.330894] env[69843]: DEBUG nova.virt.hardware [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.331039] env[69843]: DEBUG nova.virt.hardware [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.331295] env[69843]: DEBUG nova.virt.hardware [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.331595] env[69843]: DEBUG nova.virt.hardware [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.331920] env[69843]: DEBUG nova.virt.hardware [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.333147] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2244d236-31d9-494a-9c62-279c8c9332dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.336474] env[69843]: DEBUG nova.scheduler.client.report [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.347262] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079eb9ba-a05f-474e-83d3-5c14689b91a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.396404] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.396647] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.396822] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Deleting the datastore file [datastore2] f6b4ea13-7792-4e99-9e45-05cb9ebac331 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.400648] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39e3b7d6-dbdd-40ba-bf45-91273e77913a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.409858] env[69843]: DEBUG oslo_vmware.api [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1026.409858] env[69843]: value = "task-3704596" [ 1026.409858] env[69843]: _type = "Task" [ 1026.409858] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.420098] env[69843]: DEBUG oslo_vmware.api [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.425256] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.532028] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "refresh_cache-4d8b21d0-8678-4704-949f-6bec20cc1dd3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.532165] env[69843]: DEBUG nova.compute.manager [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Instance network_info: |[{"id": "784a47b4-0638-45e8-95e5-8e681f80c00b", "address": "fa:16:3e:ad:0a:24", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784a47b4-06", "ovs_interfaceid": "784a47b4-0638-45e8-95e5-8e681f80c00b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.532511] env[69843]: DEBUG oslo_concurrency.lockutils [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] Acquired lock "refresh_cache-4d8b21d0-8678-4704-949f-6bec20cc1dd3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.532723] env[69843]: DEBUG nova.network.neutron [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Refreshing network info cache for port 784a47b4-0638-45e8-95e5-8e681f80c00b {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.534057] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:0a:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '784a47b4-0638-45e8-95e5-8e681f80c00b', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.542973] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.544369] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.544705] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85686e7d-3bb5-4f6a-b451-3eecb5de030e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.569636] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.569636] env[69843]: value = "task-3704597" [ 1026.569636] env[69843]: _type = "Task" [ 1026.569636] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.579782] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704597, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.627638] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.627638] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d659c2d-5921-4bf5-8c1d-4d67b293dc32 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.636341] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1026.636341] env[69843]: value = "task-3704598" [ 1026.636341] env[69843]: _type = "Task" [ 1026.636341] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.649820] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.726236] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704594, 'name': ReconfigVM_Task, 'duration_secs': 0.27977} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.726562] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-893ed99b-4b95-4de6-9b4e-8482330f7997/volume-893ed99b-4b95-4de6-9b4e-8482330f7997.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.732253] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a561d229-aa68-44a0-9cd2-756ef00848eb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-f6b4ea13-7792-4e99-9e45-05cb9ebac331-8095bffd-7f50-4c2e-858b-2c8ab67571f5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.132s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.733505] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbafc843-435c-45c2-b93b-98085ee7070b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.755294] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Waiting for the task: (returnval){ [ 1026.755294] env[69843]: value = "task-3704599" [ 1026.755294] env[69843]: _type = "Task" [ 1026.755294] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.766771] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.842265] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.842973] env[69843]: DEBUG nova.compute.manager [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.846135] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.019s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.847929] env[69843]: INFO nova.compute.claims [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.920778] env[69843]: DEBUG oslo_vmware.api [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211924} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.921055] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.921246] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.921426] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.921601] env[69843]: INFO nova.compute.manager [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1026.921842] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.922063] env[69843]: DEBUG nova.compute.manager [-] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.922164] env[69843]: DEBUG nova.network.neutron [-] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.080714] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704597, 'name': CreateVM_Task, 'duration_secs': 0.369882} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.080884] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.081585] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.081740] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.082076] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.082348] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfd7175-6baf-4119-85b5-ed8705fc1178 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.088761] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1027.088761] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52edaed9-7655-8ce1-d30a-b0c6801028fb" [ 1027.088761] env[69843]: _type = "Task" [ 1027.088761] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.103215] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52edaed9-7655-8ce1-d30a-b0c6801028fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.147345] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704598, 'name': PowerOffVM_Task, 'duration_secs': 0.188532} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.147711] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.147983] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.148872] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea3605-05c8-4331-b6f0-8e741edf8b94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.157641] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.158032] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da014f92-3adc-451a-bbd0-435c1e46c78f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.234751] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.234977] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.235180] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleting the datastore file [datastore2] edb8953b-b66d-410f-8cff-c699113e456e {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.235463] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15c31ab0-00bc-46de-bdd1-864ec9db72d3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.246136] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1027.246136] env[69843]: value = "task-3704601" [ 1027.246136] env[69843]: _type = "Task" [ 1027.246136] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.256060] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.264923] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704599, 'name': ReconfigVM_Task, 'duration_secs': 0.178713} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.265293] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737883', 'volume_id': '893ed99b-4b95-4de6-9b4e-8482330f7997', 'name': 'volume-893ed99b-4b95-4de6-9b4e-8482330f7997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81377770-2e1d-4bf3-aa56-16d4aecdac31', 'attached_at': '', 'detached_at': '', 'volume_id': '893ed99b-4b95-4de6-9b4e-8482330f7997', 'serial': '893ed99b-4b95-4de6-9b4e-8482330f7997'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1027.265890] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0522102a-9e1e-49fd-b435-03a6e05d7a80 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.273695] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Waiting for the task: (returnval){ [ 1027.273695] env[69843]: value = "task-3704602" [ 1027.273695] env[69843]: _type = "Task" [ 1027.273695] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.282735] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704602, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.353885] env[69843]: DEBUG nova.compute.utils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.356301] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.510s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.357190] env[69843]: DEBUG nova.compute.utils [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Instance 53573d9f-e2dc-4173-8ee9-905b54765e32 could not be found. {{(pid=69843) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1027.358898] env[69843]: DEBUG nova.compute.manager [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.359150] env[69843]: DEBUG nova.network.neutron [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.361242] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.162s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.361886] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.362196] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69843) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1027.362584] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.577s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.364337] env[69843]: DEBUG nova.compute.manager [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Instance disappeared during build. {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 1027.364775] env[69843]: DEBUG nova.compute.manager [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Unplugging VIFs for instance {{(pid=69843) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 1027.365134] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "refresh_cache-53573d9f-e2dc-4173-8ee9-905b54765e32" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.365308] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "refresh_cache-53573d9f-e2dc-4173-8ee9-905b54765e32" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.365549] env[69843]: DEBUG nova.network.neutron [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.367125] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3889782b-047e-4889-ba68-15c146a0ff4e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.378797] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caaaae8-ee78-487e-b03e-56c7b0863538 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.400051] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef5548-d0a4-465b-b515-a33e14325d03 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.404482] env[69843]: DEBUG nova.network.neutron [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Successfully updated port: 846874ef-0713-47d4-88c4-ac874d5898a7 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.412437] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaaa07d-dbaf-4084-8c3d-065dc2c4898f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.452376] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179278MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69843) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1027.452603] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.516091] env[69843]: DEBUG nova.network.neutron [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Updated VIF entry in instance network info cache for port 784a47b4-0638-45e8-95e5-8e681f80c00b. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.516485] env[69843]: DEBUG nova.network.neutron [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Updating instance_info_cache with network_info: [{"id": "784a47b4-0638-45e8-95e5-8e681f80c00b", "address": "fa:16:3e:ad:0a:24", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap784a47b4-06", "ovs_interfaceid": "784a47b4-0638-45e8-95e5-8e681f80c00b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.601266] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52edaed9-7655-8ce1-d30a-b0c6801028fb, 'name': SearchDatastore_Task, 'duration_secs': 0.035417} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.602102] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.602697] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.603776] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.604034] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.604614] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.605208] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-925679b8-3aa6-4e4b-b960-778fd74ff261 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.615756] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.616021] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.617549] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bed571c-3161-46a5-a5dd-030ee31a7756 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.625084] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1027.625084] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527881f8-7e97-da46-a7f7-9f8eb7201bfc" [ 1027.625084] env[69843]: _type = "Task" [ 1027.625084] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.632400] env[69843]: DEBUG nova.policy [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd5ad69725a4f14b79b966c077f114c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47ac4e9c8d234c5d8a686143903da0c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.641614] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527881f8-7e97-da46-a7f7-9f8eb7201bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.642934] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65ad7c8-f591-44da-9561-bf704e109c8a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.650903] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1027.650903] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523123bd-a202-16c6-325f-b4c58bff5139" [ 1027.650903] env[69843]: _type = "Task" [ 1027.650903] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.662267] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523123bd-a202-16c6-325f-b4c58bff5139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.758246] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249112} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.758627] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.758894] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.759098] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.786133] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704602, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.824892] env[69843]: DEBUG nova.compute.manager [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Received event network-vif-plugged-846874ef-0713-47d4-88c4-ac874d5898a7 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.824892] env[69843]: DEBUG oslo_concurrency.lockutils [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] Acquiring lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.824892] env[69843]: DEBUG oslo_concurrency.lockutils [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.824892] env[69843]: DEBUG oslo_concurrency.lockutils [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.824892] env[69843]: DEBUG nova.compute.manager [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] No waiting events found dispatching network-vif-plugged-846874ef-0713-47d4-88c4-ac874d5898a7 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1027.824892] env[69843]: WARNING nova.compute.manager [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Received unexpected event network-vif-plugged-846874ef-0713-47d4-88c4-ac874d5898a7 for instance with vm_state building and task_state spawning. [ 1027.824892] env[69843]: DEBUG nova.compute.manager [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Received event network-changed-846874ef-0713-47d4-88c4-ac874d5898a7 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.824892] env[69843]: DEBUG nova.compute.manager [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Refreshing instance network info cache due to event network-changed-846874ef-0713-47d4-88c4-ac874d5898a7. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.824892] env[69843]: DEBUG oslo_concurrency.lockutils [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] Acquiring lock "refresh_cache-b07aefa9-be5c-46c8-b054-d0c05ebe76a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.825273] env[69843]: DEBUG oslo_concurrency.lockutils [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] Acquired lock "refresh_cache-b07aefa9-be5c-46c8-b054-d0c05ebe76a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.825399] env[69843]: DEBUG nova.network.neutron [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Refreshing network info cache for port 846874ef-0713-47d4-88c4-ac874d5898a7 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.860326] env[69843]: DEBUG nova.compute.manager [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.873637] env[69843]: INFO nova.compute.claims [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.881369] env[69843]: DEBUG nova.compute.utils [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Can not refresh info_cache because instance was not found {{(pid=69843) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1027.910991] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "refresh_cache-b07aefa9-be5c-46c8-b054-d0c05ebe76a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.913796] env[69843]: DEBUG nova.network.neutron [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.005362] env[69843]: DEBUG nova.network.neutron [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.019024] env[69843]: DEBUG oslo_concurrency.lockutils [req-c34b1974-0689-4671-b734-b5ab62e5dc3f req-b97219b7-4def-4fc3-82ce-97cac9898f72 service nova] Releasing lock "refresh_cache-4d8b21d0-8678-4704-949f-6bec20cc1dd3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.166509] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523123bd-a202-16c6-325f-b4c58bff5139, 'name': SearchDatastore_Task, 'duration_secs': 0.012072} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.166980] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.170151] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 4d8b21d0-8678-4704-949f-6bec20cc1dd3/4d8b21d0-8678-4704-949f-6bec20cc1dd3.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.170151] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b4aa591-5a02-4cda-8b46-3e2ea8234a63 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.174370] env[69843]: DEBUG nova.network.neutron [-] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.181141] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1028.181141] env[69843]: value = "task-3704603" [ 1028.181141] env[69843]: _type = "Task" [ 1028.181141] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.190032] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.252919] env[69843]: DEBUG nova.network.neutron [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Successfully created port: acdae828-66de-437b-ba84-c4b20ddd1e73 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.288796] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704602, 'name': Rename_Task, 'duration_secs': 0.79632} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.289070] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.289438] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34218429-8511-426c-8040-4809d5b13df8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.305453] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Waiting for the task: (returnval){ [ 1028.305453] env[69843]: value = "task-3704604" [ 1028.305453] env[69843]: _type = "Task" [ 1028.305453] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.317354] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.372576] env[69843]: DEBUG nova.network.neutron [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.388301] env[69843]: INFO nova.compute.resource_tracker [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating resource usage from migration b5df70cf-cf4f-445c-ac1c-b89274639858 [ 1028.489020] env[69843]: DEBUG nova.network.neutron [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.507887] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "refresh_cache-53573d9f-e2dc-4173-8ee9-905b54765e32" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.508119] env[69843]: DEBUG nova.compute.manager [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69843) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 1028.508377] env[69843]: DEBUG nova.compute.manager [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.508581] env[69843]: DEBUG nova.network.neutron [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.528179] env[69843]: DEBUG nova.network.neutron [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.677917] env[69843]: INFO nova.compute.manager [-] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Took 1.76 seconds to deallocate network for instance. [ 1028.699138] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704603, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.795764] env[69843]: DEBUG nova.virt.hardware [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.796067] env[69843]: DEBUG nova.virt.hardware [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.796290] env[69843]: DEBUG nova.virt.hardware [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.796526] env[69843]: DEBUG nova.virt.hardware [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.796683] env[69843]: DEBUG nova.virt.hardware [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.796833] env[69843]: DEBUG nova.virt.hardware [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.797054] env[69843]: DEBUG nova.virt.hardware [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.797225] env[69843]: DEBUG nova.virt.hardware [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.797395] env[69843]: DEBUG nova.virt.hardware [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.797558] env[69843]: DEBUG nova.virt.hardware [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.797727] env[69843]: DEBUG nova.virt.hardware [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.798644] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1a41af-369e-40f0-a8c6-b0d705da8db8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.809949] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8468c973-83e5-4f03-901b-c082852a28fa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.817562] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.818262] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbf93f9-af3a-42ee-b3b6-6f3781664237 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.832570] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03df02a-9a0a-49a9-a1c9-6bfde3d6809a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.835870] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:19:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb4b521b-446e-48be-a3ff-8e1f889f081e', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.843110] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.843365] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.843984] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2174087-8e55-4029-9725-af5caf988369 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.884521] env[69843]: DEBUG nova.compute.manager [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.887830] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42070a29-a1b7-47b6-a6ac-4fd26c779939 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.892944] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.892944] env[69843]: value = "task-3704605" [ 1028.892944] env[69843]: _type = "Task" [ 1028.892944] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.899035] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ecab29-e2e4-4f1e-bc69-de9604d1ea36 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.911465] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704605, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.914644] env[69843]: DEBUG nova.virt.hardware [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.914934] env[69843]: DEBUG nova.virt.hardware [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.915124] env[69843]: DEBUG nova.virt.hardware [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.915306] env[69843]: DEBUG nova.virt.hardware [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.915448] env[69843]: DEBUG nova.virt.hardware [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.915595] env[69843]: DEBUG nova.virt.hardware [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.915795] env[69843]: DEBUG nova.virt.hardware [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.915953] env[69843]: DEBUG nova.virt.hardware [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.916150] env[69843]: DEBUG nova.virt.hardware [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.916309] env[69843]: DEBUG nova.virt.hardware [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.916485] env[69843]: DEBUG nova.virt.hardware [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.925125] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d262d28-5606-4b87-b493-fb44cc8c6120 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.928110] env[69843]: DEBUG nova.compute.provider_tree [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.936616] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1893dfe-c63e-4277-856a-4ba481f129ee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.991073] env[69843]: DEBUG oslo_concurrency.lockutils [req-13a4336b-034a-4221-8879-89f724ae4a40 req-e1457d5c-4c13-415b-9381-8734775c3654 service nova] Releasing lock "refresh_cache-b07aefa9-be5c-46c8-b054-d0c05ebe76a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.991675] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "refresh_cache-b07aefa9-be5c-46c8-b054-d0c05ebe76a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.991909] env[69843]: DEBUG nova.network.neutron [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.038743] env[69843]: DEBUG nova.network.neutron [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.190064] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.190255] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523357} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.190342] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 4d8b21d0-8678-4704-949f-6bec20cc1dd3/4d8b21d0-8678-4704-949f-6bec20cc1dd3.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.190554] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.190806] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e30b7b0-91dd-4ab1-a96d-4e53b814eecf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.198749] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1029.198749] env[69843]: value = "task-3704606" [ 1029.198749] env[69843]: _type = "Task" [ 1029.198749] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.209540] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.315868] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.405870] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704605, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.432210] env[69843]: DEBUG nova.scheduler.client.report [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.529988] env[69843]: DEBUG nova.network.neutron [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.541021] env[69843]: INFO nova.compute.manager [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 53573d9f-e2dc-4173-8ee9-905b54765e32] Took 1.03 seconds to deallocate network for instance. [ 1029.688780] env[69843]: DEBUG nova.network.neutron [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Updating instance_info_cache with network_info: [{"id": "846874ef-0713-47d4-88c4-ac874d5898a7", "address": "fa:16:3e:88:a6:b4", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846874ef-07", "ovs_interfaceid": "846874ef-0713-47d4-88c4-ac874d5898a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.711520] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078409} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.711710] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.712882] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56f30e1-31f7-4b55-94ca-99d08c7d85c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.738864] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 4d8b21d0-8678-4704-949f-6bec20cc1dd3/4d8b21d0-8678-4704-949f-6bec20cc1dd3.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.739382] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c4fb02-ad91-4b8f-8281-70885d5b6a19 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.760580] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1029.760580] env[69843]: value = "task-3704607" [ 1029.760580] env[69843]: _type = "Task" [ 1029.760580] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.770503] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.818030] env[69843]: DEBUG oslo_vmware.api [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704604, 'name': PowerOnVM_Task, 'duration_secs': 1.300072} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.818030] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.818030] env[69843]: INFO nova.compute.manager [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1029.818030] env[69843]: DEBUG nova.compute.manager [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.818030] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8d3921-20fb-4d7e-9d75-c295991b4571 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.853109] env[69843]: DEBUG nova.compute.manager [req-5c4f532a-1ced-46a6-9ace-9e1bd3a75f13 req-42b31477-f723-46ec-adad-3731afadf3a7 service nova] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Received event network-vif-deleted-c65dd1b0-52ce-4e7a-891b-da0fb599da17 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.907076] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704605, 'name': CreateVM_Task, 'duration_secs': 0.542176} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.907076] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.908048] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.908460] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.908926] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.909394] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f1fe6da-52df-43a6-a0b1-203ccfe16e02 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.916171] env[69843]: DEBUG nova.compute.manager [req-ed2f6514-b378-424e-970d-0eed0bac7052 req-41456ae4-5e00-4558-a96e-43abf4f2c5e6 service nova] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Received event network-vif-plugged-acdae828-66de-437b-ba84-c4b20ddd1e73 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.916171] env[69843]: DEBUG oslo_concurrency.lockutils [req-ed2f6514-b378-424e-970d-0eed0bac7052 req-41456ae4-5e00-4558-a96e-43abf4f2c5e6 service nova] Acquiring lock "3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.916171] env[69843]: DEBUG oslo_concurrency.lockutils [req-ed2f6514-b378-424e-970d-0eed0bac7052 req-41456ae4-5e00-4558-a96e-43abf4f2c5e6 service nova] Lock "3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.916171] env[69843]: DEBUG oslo_concurrency.lockutils [req-ed2f6514-b378-424e-970d-0eed0bac7052 req-41456ae4-5e00-4558-a96e-43abf4f2c5e6 service nova] Lock "3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.916171] env[69843]: DEBUG nova.compute.manager [req-ed2f6514-b378-424e-970d-0eed0bac7052 req-41456ae4-5e00-4558-a96e-43abf4f2c5e6 service nova] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] No waiting events found dispatching network-vif-plugged-acdae828-66de-437b-ba84-c4b20ddd1e73 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1029.916171] env[69843]: WARNING nova.compute.manager [req-ed2f6514-b378-424e-970d-0eed0bac7052 req-41456ae4-5e00-4558-a96e-43abf4f2c5e6 service nova] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Received unexpected event network-vif-plugged-acdae828-66de-437b-ba84-c4b20ddd1e73 for instance with vm_state building and task_state spawning. [ 1029.919264] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1029.919264] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52748ec9-a98f-f221-99c2-f09dbffc1633" [ 1029.919264] env[69843]: _type = "Task" [ 1029.919264] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.930045] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52748ec9-a98f-f221-99c2-f09dbffc1633, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.931395] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.932040] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.932447] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.932914] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.933282] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.934134] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fd542f5-f69d-4dfc-ac51-7a9e943d8171 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.938020] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.574s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.938020] env[69843]: INFO nova.compute.manager [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Migrating [ 1029.945234] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.920s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.947477] env[69843]: INFO nova.compute.claims [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.959897] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.960177] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.961209] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbd3254-4ed8-4cae-9dd3-f7b98f4c917e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.970134] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1029.970134] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526e4241-ddff-926b-1df5-5f69d04ef3d1" [ 1029.970134] env[69843]: _type = "Task" [ 1029.970134] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.981202] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526e4241-ddff-926b-1df5-5f69d04ef3d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.098373] env[69843]: DEBUG nova.network.neutron [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Successfully updated port: acdae828-66de-437b-ba84-c4b20ddd1e73 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.191197] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "refresh_cache-b07aefa9-be5c-46c8-b054-d0c05ebe76a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.191584] env[69843]: DEBUG nova.compute.manager [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Instance network_info: |[{"id": "846874ef-0713-47d4-88c4-ac874d5898a7", "address": "fa:16:3e:88:a6:b4", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846874ef-07", "ovs_interfaceid": "846874ef-0713-47d4-88c4-ac874d5898a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.192429] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:a6:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '846874ef-0713-47d4-88c4-ac874d5898a7', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.203226] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.203631] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.203949] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a289d395-b92c-4caf-b606-2f3ebaf3f08f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.232051] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.232051] env[69843]: value = "task-3704608" [ 1030.232051] env[69843]: _type = "Task" [ 1030.232051] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.240768] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704608, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.272202] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704607, 'name': ReconfigVM_Task, 'duration_secs': 0.465315} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.272564] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 4d8b21d0-8678-4704-949f-6bec20cc1dd3/4d8b21d0-8678-4704-949f-6bec20cc1dd3.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.273405] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77c5fab0-fcf0-486b-a50f-41de12a6bd85 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.283044] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1030.283044] env[69843]: value = "task-3704609" [ 1030.283044] env[69843]: _type = "Task" [ 1030.283044] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.290760] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704609, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.335611] env[69843]: INFO nova.compute.manager [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Took 23.56 seconds to build instance. [ 1030.458167] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.458886] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.458886] env[69843]: DEBUG nova.network.neutron [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.487239] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526e4241-ddff-926b-1df5-5f69d04ef3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.488597] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8391c6f0-db2d-4220-aef6-4972b2da5d1a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.497872] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1030.497872] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5268a776-5b3c-5b2f-a403-daceb7e600c6" [ 1030.497872] env[69843]: _type = "Task" [ 1030.497872] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.511199] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5268a776-5b3c-5b2f-a403-daceb7e600c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.569943] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21713a9b-7477-4bf1-9d81-50c12bbd5842 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "53573d9f-e2dc-4173-8ee9-905b54765e32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.807s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.602724] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "refresh_cache-3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.602891] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquired lock "refresh_cache-3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.603076] env[69843]: DEBUG nova.network.neutron [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.745955] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704608, 'name': CreateVM_Task, 'duration_secs': 0.36321} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.746920] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.747443] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.747759] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.748253] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.748643] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912db4e4-903d-49a0-a786-f12a20230cbf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.756552] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1030.756552] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528313d4-6c7d-0642-3622-a01481769b4c" [ 1030.756552] env[69843]: _type = "Task" [ 1030.756552] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.769670] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528313d4-6c7d-0642-3622-a01481769b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.797198] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704609, 'name': Rename_Task, 'duration_secs': 0.164022} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.797198] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.797198] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3da4d0ef-84c0-4798-bd3f-641c30e0a1ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.806745] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1030.806745] env[69843]: value = "task-3704610" [ 1030.806745] env[69843]: _type = "Task" [ 1030.806745] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.826049] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.837749] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae431d28-1a36-4231-88cc-f4d5357ec1e0 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lock "81377770-2e1d-4bf3-aa56-16d4aecdac31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.079s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.026160] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5268a776-5b3c-5b2f-a403-daceb7e600c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012421} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.027286] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.028027] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] edb8953b-b66d-410f-8cff-c699113e456e/edb8953b-b66d-410f-8cff-c699113e456e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.029323] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3fc2b7c-06d5-4032-bc05-f3fa8d3a7cd5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.046073] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1031.046073] env[69843]: value = "task-3704611" [ 1031.046073] env[69843]: _type = "Task" [ 1031.046073] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.061666] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.144163] env[69843]: DEBUG nova.network.neutron [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.276995] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528313d4-6c7d-0642-3622-a01481769b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.023554} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.277179] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277535] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.277989] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.277989] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.278178] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.281510] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70ac5f96-91fa-48ae-8bbc-e6599ec7369d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.292496] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.292702] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.293674] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea94488-9384-4fe8-bdf9-a14a3244320a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.302889] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1031.302889] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524242a8-598a-e6ac-1531-990652f12ea9" [ 1031.302889] env[69843]: _type = "Task" [ 1031.302889] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.308837] env[69843]: DEBUG nova.network.neutron [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Updating instance_info_cache with network_info: [{"id": "acdae828-66de-437b-ba84-c4b20ddd1e73", "address": "fa:16:3e:4b:d9:25", "network": {"id": "ba273e4a-3d9c-44e9-a0ad-a70ce1d58b6d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-534319384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ac4e9c8d234c5d8a686143903da0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdae828-66", "ovs_interfaceid": "acdae828-66de-437b-ba84-c4b20ddd1e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.316706] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524242a8-598a-e6ac-1531-990652f12ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.318057] env[69843]: DEBUG nova.network.neutron [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance_info_cache with network_info: [{"id": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "address": "fa:16:3e:ca:4e:81", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f4c10b-ff", "ovs_interfaceid": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.329281] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704610, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.422104] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0334ae-5136-4804-a3f8-bae22a3ec251 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.430483] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cc2a7e-2017-42bb-afbf-bd8dcdd45c34 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.465128] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a473d924-7f71-49c1-9d81-2e695a7403d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.479082] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b3c93d-5504-4767-8809-493b8b5531da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.492443] env[69843]: DEBUG nova.compute.provider_tree [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.560867] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704611, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.814009] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524242a8-598a-e6ac-1531-990652f12ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.017632} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.818031] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Releasing lock "refresh_cache-3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.818419] env[69843]: DEBUG nova.compute.manager [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Instance network_info: |[{"id": "acdae828-66de-437b-ba84-c4b20ddd1e73", "address": "fa:16:3e:4b:d9:25", "network": {"id": "ba273e4a-3d9c-44e9-a0ad-a70ce1d58b6d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-534319384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ac4e9c8d234c5d8a686143903da0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdae828-66", "ovs_interfaceid": "acdae828-66de-437b-ba84-c4b20ddd1e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.818692] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1910ed62-7307-4c24-a0aa-487197927a42 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.821155] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:d9:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acdae828-66de-437b-ba84-c4b20ddd1e73', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.829225] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.830121] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.831428] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.835951] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a363d899-7028-4d31-a736-6080ebb2e332 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.851052] env[69843]: DEBUG oslo_vmware.api [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704610, 'name': PowerOnVM_Task, 'duration_secs': 0.60519} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.853101] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.853327] env[69843]: INFO nova.compute.manager [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1031.853509] env[69843]: DEBUG nova.compute.manager [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.854149] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1031.854149] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520072f9-81b5-3ad8-c398-00c4815b06b3" [ 1031.854149] env[69843]: _type = "Task" [ 1031.854149] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.855413] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b68aaf2-8279-4798-8d56-ea5d8d53acb9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.862513] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.862513] env[69843]: value = "task-3704612" [ 1031.862513] env[69843]: _type = "Task" [ 1031.862513] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.874841] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520072f9-81b5-3ad8-c398-00c4815b06b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017442} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.875682] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.875962] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] b07aefa9-be5c-46c8-b054-d0c05ebe76a7/b07aefa9-be5c-46c8-b054-d0c05ebe76a7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.876250] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d57e49f8-e6b4-4678-8930-4fa9995ad48a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.884158] env[69843]: DEBUG nova.compute.manager [req-51dd14bb-0977-4be0-b762-7f837afa56ad req-44b36b37-1658-4ff0-a3ef-778f7c630dd4 service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Received event network-changed-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.884347] env[69843]: DEBUG nova.compute.manager [req-51dd14bb-0977-4be0-b762-7f837afa56ad req-44b36b37-1658-4ff0-a3ef-778f7c630dd4 service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Refreshing instance network info cache due to event network-changed-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.884558] env[69843]: DEBUG oslo_concurrency.lockutils [req-51dd14bb-0977-4be0-b762-7f837afa56ad req-44b36b37-1658-4ff0-a3ef-778f7c630dd4 service nova] Acquiring lock "refresh_cache-81377770-2e1d-4bf3-aa56-16d4aecdac31" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.884699] env[69843]: DEBUG oslo_concurrency.lockutils [req-51dd14bb-0977-4be0-b762-7f837afa56ad req-44b36b37-1658-4ff0-a3ef-778f7c630dd4 service nova] Acquired lock "refresh_cache-81377770-2e1d-4bf3-aa56-16d4aecdac31" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.884857] env[69843]: DEBUG nova.network.neutron [req-51dd14bb-0977-4be0-b762-7f837afa56ad req-44b36b37-1658-4ff0-a3ef-778f7c630dd4 service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Refreshing network info cache for port 078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.886653] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704612, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.892940] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1031.892940] env[69843]: value = "task-3704613" [ 1031.892940] env[69843]: _type = "Task" [ 1031.892940] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.903400] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.962604] env[69843]: DEBUG nova.compute.manager [req-4acd68e7-b197-4ec5-8862-327c01be4453 req-91573bbc-d5f9-4311-8212-ff4c0f21a4fe service nova] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Received event network-changed-acdae828-66de-437b-ba84-c4b20ddd1e73 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.962816] env[69843]: DEBUG nova.compute.manager [req-4acd68e7-b197-4ec5-8862-327c01be4453 req-91573bbc-d5f9-4311-8212-ff4c0f21a4fe service nova] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Refreshing instance network info cache due to event network-changed-acdae828-66de-437b-ba84-c4b20ddd1e73. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.963031] env[69843]: DEBUG oslo_concurrency.lockutils [req-4acd68e7-b197-4ec5-8862-327c01be4453 req-91573bbc-d5f9-4311-8212-ff4c0f21a4fe service nova] Acquiring lock "refresh_cache-3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.963190] env[69843]: DEBUG oslo_concurrency.lockutils [req-4acd68e7-b197-4ec5-8862-327c01be4453 req-91573bbc-d5f9-4311-8212-ff4c0f21a4fe service nova] Acquired lock "refresh_cache-3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.963318] env[69843]: DEBUG nova.network.neutron [req-4acd68e7-b197-4ec5-8862-327c01be4453 req-91573bbc-d5f9-4311-8212-ff4c0f21a4fe service nova] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Refreshing network info cache for port acdae828-66de-437b-ba84-c4b20ddd1e73 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.995881] env[69843]: DEBUG nova.scheduler.client.report [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.057571] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654497} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.058469] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] edb8953b-b66d-410f-8cff-c699113e456e/edb8953b-b66d-410f-8cff-c699113e456e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.058746] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.059072] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4c0e0ed-1a26-4a84-bb54-c2abe7311148 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.067642] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1032.067642] env[69843]: value = "task-3704614" [ 1032.067642] env[69843]: _type = "Task" [ 1032.067642] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.076720] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.384585] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704612, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.389982] env[69843]: INFO nova.compute.manager [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Took 24.72 seconds to build instance. [ 1032.404834] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704613, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.502446] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.502984] env[69843]: DEBUG nova.compute.manager [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.511020] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.878s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.511955] env[69843]: DEBUG nova.objects.instance [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lazy-loading 'resources' on Instance uuid bd5fea86-ad66-42fe-937f-a9bc38d94f5e {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.577690] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120205} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.582117] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.583278] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414df029-c887-463d-986a-b0738d51be26 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.607906] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] edb8953b-b66d-410f-8cff-c699113e456e/edb8953b-b66d-410f-8cff-c699113e456e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.608639] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88423fb6-1576-445f-81d7-f472397e0664 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.634058] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1032.634058] env[69843]: value = "task-3704615" [ 1032.634058] env[69843]: _type = "Task" [ 1032.634058] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.642527] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.733881] env[69843]: DEBUG nova.network.neutron [req-4acd68e7-b197-4ec5-8862-327c01be4453 req-91573bbc-d5f9-4311-8212-ff4c0f21a4fe service nova] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Updated VIF entry in instance network info cache for port acdae828-66de-437b-ba84-c4b20ddd1e73. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.735331] env[69843]: DEBUG nova.network.neutron [req-4acd68e7-b197-4ec5-8862-327c01be4453 req-91573bbc-d5f9-4311-8212-ff4c0f21a4fe service nova] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Updating instance_info_cache with network_info: [{"id": "acdae828-66de-437b-ba84-c4b20ddd1e73", "address": "fa:16:3e:4b:d9:25", "network": {"id": "ba273e4a-3d9c-44e9-a0ad-a70ce1d58b6d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-534319384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47ac4e9c8d234c5d8a686143903da0c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacdae828-66", "ovs_interfaceid": "acdae828-66de-437b-ba84-c4b20ddd1e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.837501] env[69843]: DEBUG nova.network.neutron [req-51dd14bb-0977-4be0-b762-7f837afa56ad req-44b36b37-1658-4ff0-a3ef-778f7c630dd4 service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Updated VIF entry in instance network info cache for port 078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.837910] env[69843]: DEBUG nova.network.neutron [req-51dd14bb-0977-4be0-b762-7f837afa56ad req-44b36b37-1658-4ff0-a3ef-778f7c630dd4 service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Updating instance_info_cache with network_info: [{"id": "078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4", "address": "fa:16:3e:85:98:b5", "network": {"id": "452e92cc-aaeb-4ba3-a7c6-446564c25df8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1387153399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a49ab6b5352848b5b63b0b79ae2107ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap078e2f3d-6f", "ovs_interfaceid": "078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.875140] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704612, 'name': CreateVM_Task, 'duration_secs': 0.806948} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.875371] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.876029] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.876225] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.876529] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.876797] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8174001e-aa69-444c-8a40-e0f25b7f3e57 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.883151] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 1032.883151] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521994b2-fa4c-e5b7-4c5b-b4db2a50f49e" [ 1032.883151] env[69843]: _type = "Task" [ 1032.883151] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.892362] env[69843]: DEBUG oslo_concurrency.lockutils [None req-65746a64-30e4-46e2-84fd-d23c236c284a tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "4d8b21d0-8678-4704-949f-6bec20cc1dd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.236s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.892623] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521994b2-fa4c-e5b7-4c5b-b4db2a50f49e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.903543] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584437} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.903823] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] b07aefa9-be5c-46c8-b054-d0c05ebe76a7/b07aefa9-be5c-46c8-b054-d0c05ebe76a7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.904472] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.904472] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33dd2bc7-b1ab-40a6-9313-3bc4500c1a66 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.912109] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1032.912109] env[69843]: value = "task-3704616" [ 1032.912109] env[69843]: _type = "Task" [ 1032.912109] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.920784] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.010665] env[69843]: DEBUG nova.compute.utils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.012241] env[69843]: DEBUG nova.compute.manager [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.012364] env[69843]: DEBUG nova.network.neutron [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.015412] env[69843]: DEBUG nova.objects.instance [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lazy-loading 'numa_topology' on Instance uuid bd5fea86-ad66-42fe-937f-a9bc38d94f5e {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.054300] env[69843]: DEBUG nova.policy [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '658c76313d644527a42eb53f222feb3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26f958d3ee24955863a693689eacf7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.147619] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.237252] env[69843]: DEBUG oslo_concurrency.lockutils [req-4acd68e7-b197-4ec5-8862-327c01be4453 req-91573bbc-d5f9-4311-8212-ff4c0f21a4fe service nova] Releasing lock "refresh_cache-3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.343840] env[69843]: DEBUG oslo_concurrency.lockutils [req-51dd14bb-0977-4be0-b762-7f837afa56ad req-44b36b37-1658-4ff0-a3ef-778f7c630dd4 service nova] Releasing lock "refresh_cache-81377770-2e1d-4bf3-aa56-16d4aecdac31" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.352526] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04faa5a4-8ff3-4f70-9328-f48a27ae44fd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.379315] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance '1910ca1a-ccc5-45d5-82e3-9f6953d3d141' progress to 0 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.397030] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521994b2-fa4c-e5b7-4c5b-b4db2a50f49e, 'name': SearchDatastore_Task, 'duration_secs': 0.035251} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.397030] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.397301] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.397544] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.397642] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.398052] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.398140] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6303529a-e9b5-4be2-a2a4-ec1a9219f086 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.408308] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.408672] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.409390] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc2c960-4ec1-41a5-aef4-c8e0a1852aca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.425737] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075228} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.427174] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 1033.427174] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eb5bb5-9851-57c7-976e-079efd21eb08" [ 1033.427174] env[69843]: _type = "Task" [ 1033.427174] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.427174] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.427611] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734a2205-f3cd-40e4-8002-4621e9abb704 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.445112] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52eb5bb5-9851-57c7-976e-079efd21eb08, 'name': SearchDatastore_Task, 'duration_secs': 0.012807} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.465488] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] b07aefa9-be5c-46c8-b054-d0c05ebe76a7/b07aefa9-be5c-46c8-b054-d0c05ebe76a7.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.465862] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eace24cb-e3f2-48ea-b113-8ca206754bef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.469256] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ddf6f7c-bb67-494b-9439-1ab79c0df0c7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.490775] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 1033.490775] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5207d82b-31f9-8d51-6104-c98bf047358b" [ 1033.490775] env[69843]: _type = "Task" [ 1033.490775] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.497294] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1033.497294] env[69843]: value = "task-3704617" [ 1033.497294] env[69843]: _type = "Task" [ 1033.497294] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.504191] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5207d82b-31f9-8d51-6104-c98bf047358b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.510499] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.515381] env[69843]: DEBUG nova.compute.manager [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.519624] env[69843]: DEBUG nova.objects.base [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1033.561954] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566c6ed9-7cf8-42f7-b4d3-4ca8c65a9fc6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.573672] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a9cb53-ecdf-4ced-a3a1-521bdb7c3041 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Suspending the VM {{(pid=69843) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1033.573672] env[69843]: DEBUG nova.network.neutron [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Successfully created port: 6015e9db-6176-4929-8531-b8b55199953a {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.575537] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a4750232-81b4-46f0-9e6d-f36d54322ee4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.583774] env[69843]: DEBUG oslo_vmware.api [None req-f9a9cb53-ecdf-4ced-a3a1-521bdb7c3041 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1033.583774] env[69843]: value = "task-3704618" [ 1033.583774] env[69843]: _type = "Task" [ 1033.583774] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.600067] env[69843]: DEBUG oslo_vmware.api [None req-f9a9cb53-ecdf-4ced-a3a1-521bdb7c3041 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704618, 'name': SuspendVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.645821] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704615, 'name': ReconfigVM_Task, 'duration_secs': 0.939376} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.649071] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Reconfigured VM instance instance-0000004a to attach disk [datastore2] edb8953b-b66d-410f-8cff-c699113e456e/edb8953b-b66d-410f-8cff-c699113e456e.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.650163] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a06abf55-560c-4228-96e7-b27063f24ea0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.659113] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1033.659113] env[69843]: value = "task-3704619" [ 1033.659113] env[69843]: _type = "Task" [ 1033.659113] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.674602] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704619, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.886452] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.887085] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-478112c9-fc48-479a-9282-56cdf0b60bf4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.894188] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98e28c3-c91c-413a-95e8-0205fe7860b2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.898142] env[69843]: DEBUG oslo_vmware.api [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1033.898142] env[69843]: value = "task-3704620" [ 1033.898142] env[69843]: _type = "Task" [ 1033.898142] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.904960] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a24165-001f-4d97-9f2c-aca61cacbf04 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.912285] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1033.912526] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance '1910ca1a-ccc5-45d5-82e3-9f6953d3d141' progress to 17 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.949355] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb381c4-8496-4f91-88df-6655b50df321 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.958851] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f3b286-23fe-42c4-9e27-99e0bb789249 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.975423] env[69843]: DEBUG nova.compute.provider_tree [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.008523] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5207d82b-31f9-8d51-6104-c98bf047358b, 'name': SearchDatastore_Task, 'duration_secs': 0.011556} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.009138] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.009439] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03/3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.009676] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-243d97c3-58a4-4797-bcb8-09801eafd09c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.014940] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.025088] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 1034.025088] env[69843]: value = "task-3704621" [ 1034.025088] env[69843]: _type = "Task" [ 1034.025088] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.036887] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.096280] env[69843]: DEBUG oslo_vmware.api [None req-f9a9cb53-ecdf-4ced-a3a1-521bdb7c3041 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704618, 'name': SuspendVM_Task} progress is 12%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.171360] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704619, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.420123] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.420395] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.420571] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.420777] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.420969] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.421152] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.421381] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.421577] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.421752] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.422030] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.422141] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.427674] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d54ddbb-2520-4e25-8a84-6887d90a1528 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.446272] env[69843]: DEBUG oslo_vmware.api [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1034.446272] env[69843]: value = "task-3704622" [ 1034.446272] env[69843]: _type = "Task" [ 1034.446272] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.457017] env[69843]: DEBUG oslo_vmware.api [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.479589] env[69843]: DEBUG nova.scheduler.client.report [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.510917] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704617, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.527589] env[69843]: DEBUG nova.compute.manager [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.543250] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704621, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.558995] env[69843]: DEBUG nova.virt.hardware [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.559343] env[69843]: DEBUG nova.virt.hardware [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.559466] env[69843]: DEBUG nova.virt.hardware [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.559709] env[69843]: DEBUG nova.virt.hardware [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.559895] env[69843]: DEBUG nova.virt.hardware [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.560102] env[69843]: DEBUG nova.virt.hardware [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.560460] env[69843]: DEBUG nova.virt.hardware [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.560673] env[69843]: DEBUG nova.virt.hardware [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.560910] env[69843]: DEBUG nova.virt.hardware [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.561123] env[69843]: DEBUG nova.virt.hardware [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.561408] env[69843]: DEBUG nova.virt.hardware [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.562445] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c93195-60af-4e19-b0b7-49942108eb84 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.572373] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c1eab7-bb5b-4d1f-a859-cab0df3286b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.597363] env[69843]: DEBUG oslo_vmware.api [None req-f9a9cb53-ecdf-4ced-a3a1-521bdb7c3041 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704618, 'name': SuspendVM_Task} progress is 70%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.669931] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704619, 'name': Rename_Task, 'duration_secs': 0.647685} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.670250] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.670499] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e154b80-38d0-4296-acda-42b77df8f1d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.678205] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1034.678205] env[69843]: value = "task-3704623" [ 1034.678205] env[69843]: _type = "Task" [ 1034.678205] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.687503] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.956130] env[69843]: DEBUG oslo_vmware.api [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704622, 'name': ReconfigVM_Task, 'duration_secs': 0.249396} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.956462] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance '1910ca1a-ccc5-45d5-82e3-9f6953d3d141' progress to 33 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.986234] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.475s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.989429] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.931s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.989429] env[69843]: DEBUG nova.objects.instance [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Lazy-loading 'resources' on Instance uuid 3a94e90e-e6c3-4038-ab68-392b4743b60b {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.010686] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704617, 'name': ReconfigVM_Task, 'duration_secs': 1.047673} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.010973] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Reconfigured VM instance instance-00000053 to attach disk [datastore2] b07aefa9-be5c-46c8-b054-d0c05ebe76a7/b07aefa9-be5c-46c8-b054-d0c05ebe76a7.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.012282] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-641a4fef-507b-481a-a728-8d6cb1c446d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.019569] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1035.019569] env[69843]: value = "task-3704624" [ 1035.019569] env[69843]: _type = "Task" [ 1035.019569] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.031127] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704624, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.041439] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577866} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.041777] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03/3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.041885] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.042144] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19cc646c-0d8e-406f-a0e2-44f1c40bb47d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.050506] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 1035.050506] env[69843]: value = "task-3704625" [ 1035.050506] env[69843]: _type = "Task" [ 1035.050506] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.060105] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.099698] env[69843]: DEBUG oslo_vmware.api [None req-f9a9cb53-ecdf-4ced-a3a1-521bdb7c3041 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704618, 'name': SuspendVM_Task, 'duration_secs': 1.129113} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.100066] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a9cb53-ecdf-4ced-a3a1-521bdb7c3041 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Suspended the VM {{(pid=69843) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1035.100202] env[69843]: DEBUG nova.compute.manager [None req-f9a9cb53-ecdf-4ced-a3a1-521bdb7c3041 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1035.101008] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03341e1b-0f38-49f6-bc9e-2bc76d4e8d9f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.189145] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704623, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.332750] env[69843]: DEBUG nova.compute.manager [req-8068f281-a4ed-48bb-880b-3b59f18b3553 req-d5b191e2-5a4d-4088-9e97-e90f34c53aa6 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Received event network-vif-plugged-6015e9db-6176-4929-8531-b8b55199953a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.332987] env[69843]: DEBUG oslo_concurrency.lockutils [req-8068f281-a4ed-48bb-880b-3b59f18b3553 req-d5b191e2-5a4d-4088-9e97-e90f34c53aa6 service nova] Acquiring lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.333289] env[69843]: DEBUG oslo_concurrency.lockutils [req-8068f281-a4ed-48bb-880b-3b59f18b3553 req-d5b191e2-5a4d-4088-9e97-e90f34c53aa6 service nova] Lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.333595] env[69843]: DEBUG oslo_concurrency.lockutils [req-8068f281-a4ed-48bb-880b-3b59f18b3553 req-d5b191e2-5a4d-4088-9e97-e90f34c53aa6 service nova] Lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.333731] env[69843]: DEBUG nova.compute.manager [req-8068f281-a4ed-48bb-880b-3b59f18b3553 req-d5b191e2-5a4d-4088-9e97-e90f34c53aa6 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] No waiting events found dispatching network-vif-plugged-6015e9db-6176-4929-8531-b8b55199953a {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1035.333845] env[69843]: WARNING nova.compute.manager [req-8068f281-a4ed-48bb-880b-3b59f18b3553 req-d5b191e2-5a4d-4088-9e97-e90f34c53aa6 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Received unexpected event network-vif-plugged-6015e9db-6176-4929-8531-b8b55199953a for instance with vm_state building and task_state spawning. [ 1035.444432] env[69843]: DEBUG nova.network.neutron [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Successfully updated port: 6015e9db-6176-4929-8531-b8b55199953a {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.464102] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.464102] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.464102] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.464102] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.464423] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.464458] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.464721] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.464947] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.465157] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.465368] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.465593] env[69843]: DEBUG nova.virt.hardware [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.474711] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Reconfiguring VM instance instance-0000003b to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1035.474711] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b695b7dd-5350-42c2-a485-63813088f6ad {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.498201] env[69843]: DEBUG oslo_vmware.api [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1035.498201] env[69843]: value = "task-3704626" [ 1035.498201] env[69843]: _type = "Task" [ 1035.498201] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.505586] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb933396-2e2c-414e-a889-694371a691af tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.030s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.506871] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.975s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.507164] env[69843]: INFO nova.compute.manager [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Unshelving [ 1035.515222] env[69843]: DEBUG oslo_vmware.api [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.531370] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704624, 'name': Rename_Task, 'duration_secs': 0.449252} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.534680] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.536339] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-387cd734-7cc4-43d7-9606-7a5b8ca2665e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.544892] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1035.544892] env[69843]: value = "task-3704627" [ 1035.544892] env[69843]: _type = "Task" [ 1035.544892] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.559071] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.565215] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071612} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.568581] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.570366] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f286b3ef-b4b4-4479-8242-98ebef621036 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.598245] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03/3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.601487] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d26f0f-db20-4596-8b47-7cfdd8be1a34 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.627292] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 1035.627292] env[69843]: value = "task-3704628" [ 1035.627292] env[69843]: _type = "Task" [ 1035.627292] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.641329] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.688824] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704623, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.894402] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5617fe57-26a4-4a15-8f7b-ce8140bba22e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.903726] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7568452a-a073-458e-8927-4780978a2aea {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.937467] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fbbce2-76d6-43e1-8694-982bd6e8cbbc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.946852] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0febd906-4e7c-4ab4-ad32-cf2c976aa29b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.951476] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "refresh_cache-93f5662f-3d56-474a-81eb-38b57f5cfcbb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.951476] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "refresh_cache-93f5662f-3d56-474a-81eb-38b57f5cfcbb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.951654] env[69843]: DEBUG nova.network.neutron [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.963910] env[69843]: DEBUG nova.compute.provider_tree [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.014149] env[69843]: DEBUG oslo_vmware.api [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704626, 'name': ReconfigVM_Task, 'duration_secs': 0.205571} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.014969] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Reconfigured VM instance instance-0000003b to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.018770] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88745946-4f86-48e2-a1b3-d570dbd0d199 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.045325] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 1910ca1a-ccc5-45d5-82e3-9f6953d3d141/1910ca1a-ccc5-45d5-82e3-9f6953d3d141.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.047039] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-151da5dc-8d37-4119-94d7-7ebe2986a5cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.072563] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704627, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.076069] env[69843]: DEBUG oslo_vmware.api [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1036.076069] env[69843]: value = "task-3704629" [ 1036.076069] env[69843]: _type = "Task" [ 1036.076069] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.087571] env[69843]: DEBUG oslo_vmware.api [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.140122] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704628, 'name': ReconfigVM_Task, 'duration_secs': 0.481455} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.140482] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03/3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.141389] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b7b801-a155-4992-9a20-ee951bd83ad3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.150465] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 1036.150465] env[69843]: value = "task-3704630" [ 1036.150465] env[69843]: _type = "Task" [ 1036.150465] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.161532] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704630, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.191979] env[69843]: DEBUG oslo_vmware.api [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704623, 'name': PowerOnVM_Task, 'duration_secs': 1.053889} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.192355] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.192624] env[69843]: DEBUG nova.compute.manager [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1036.193646] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cd16b1-85b5-4a20-a377-eaf5e5e0a003 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.468208] env[69843]: DEBUG nova.scheduler.client.report [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.484761] env[69843]: DEBUG nova.network.neutron [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.524086] env[69843]: DEBUG nova.compute.utils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.556299] env[69843]: DEBUG oslo_vmware.api [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704627, 'name': PowerOnVM_Task, 'duration_secs': 0.611187} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.556578] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.556782] env[69843]: INFO nova.compute.manager [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1036.556964] env[69843]: DEBUG nova.compute.manager [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1036.557780] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feba7fb0-56d8-4424-8a24-6880a170a9bc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.585269] env[69843]: DEBUG oslo_vmware.api [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704629, 'name': ReconfigVM_Task, 'duration_secs': 0.335445} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.588158] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 1910ca1a-ccc5-45d5-82e3-9f6953d3d141/1910ca1a-ccc5-45d5-82e3-9f6953d3d141.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.588584] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance '1910ca1a-ccc5-45d5-82e3-9f6953d3d141' progress to 50 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.660676] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704630, 'name': Rename_Task, 'duration_secs': 0.159011} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.661012] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.661284] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a582f19-4785-4b3d-8d4f-1bce90df8d0d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.668649] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 1036.668649] env[69843]: value = "task-3704631" [ 1036.668649] env[69843]: _type = "Task" [ 1036.668649] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.683729] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.717594] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.732500] env[69843]: DEBUG nova.network.neutron [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Updating instance_info_cache with network_info: [{"id": "6015e9db-6176-4929-8531-b8b55199953a", "address": "fa:16:3e:03:c2:74", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6015e9db-61", "ovs_interfaceid": "6015e9db-6176-4929-8531-b8b55199953a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.975568] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.978921] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.745s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.979251] env[69843]: DEBUG nova.objects.instance [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lazy-loading 'resources' on Instance uuid 0f4e67ac-79bc-42c6-881b-5e86efcab36e {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.999058] env[69843]: INFO nova.scheduler.client.report [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Deleted allocations for instance 3a94e90e-e6c3-4038-ab68-392b4743b60b [ 1037.027498] env[69843]: INFO nova.virt.block_device [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Booting with volume 7bea520f-13fc-4710-b587-fcc23edea724 at /dev/sdb [ 1037.067452] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afaf40a4-e115-4fb4-a8b0-16b0e6fa0729 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.077180] env[69843]: INFO nova.compute.manager [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Took 28.08 seconds to build instance. [ 1037.082120] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab76061-d161-4666-a6d8-06b8a18e974a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.096815] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f73889-c7e5-4257-bc81-06d4ff71623b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.127665] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96801cde-2074-4f08-9c94-239291aa4c5b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.130834] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc8cf632-7f27-4d1d-bccb-e96bdaf375a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.151512] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance '1910ca1a-ccc5-45d5-82e3-9f6953d3d141' progress to 67 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.158822] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485be2aa-0808-4f57-981a-28134101f840 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.182412] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.199017] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8e2e06-783d-46c3-afe2-261d739e8f89 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.206938] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695ef089-9707-4cb9-aa22-b51fc9d8ecbf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.223106] env[69843]: DEBUG nova.virt.block_device [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updating existing volume attachment record: 6c645729-3a18-46b8-a567-fd037ccc5d1a {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1037.235527] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "refresh_cache-93f5662f-3d56-474a-81eb-38b57f5cfcbb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.235784] env[69843]: DEBUG nova.compute.manager [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Instance network_info: |[{"id": "6015e9db-6176-4929-8531-b8b55199953a", "address": "fa:16:3e:03:c2:74", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6015e9db-61", "ovs_interfaceid": "6015e9db-6176-4929-8531-b8b55199953a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.236287] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:c2:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6015e9db-6176-4929-8531-b8b55199953a', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.244152] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.244746] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.245009] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be4d5556-2cd9-477f-9221-5adb10dccf6c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.266709] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.266709] env[69843]: value = "task-3704632" [ 1037.266709] env[69843]: _type = "Task" [ 1037.266709] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.275840] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704632, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.452670] env[69843]: DEBUG nova.compute.manager [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1037.454157] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa48420-e142-425a-af5b-0ab0840b7513 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.517621] env[69843]: DEBUG oslo_concurrency.lockutils [None req-55f7c91f-38cf-4b86-8290-7108e1d4c6bf tempest-FloatingIPsAssociationNegativeTestJSON-1523463279 tempest-FloatingIPsAssociationNegativeTestJSON-1523463279-project-member] Lock "3a94e90e-e6c3-4038-ab68-392b4743b60b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.218s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.523342] env[69843]: DEBUG nova.compute.manager [req-af335b4b-d94f-459f-896d-fc3cc65fb26e req-e7838955-e558-4546-a09f-707af27f7341 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Received event network-changed-6015e9db-6176-4929-8531-b8b55199953a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.523546] env[69843]: DEBUG nova.compute.manager [req-af335b4b-d94f-459f-896d-fc3cc65fb26e req-e7838955-e558-4546-a09f-707af27f7341 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Refreshing instance network info cache due to event network-changed-6015e9db-6176-4929-8531-b8b55199953a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.523805] env[69843]: DEBUG oslo_concurrency.lockutils [req-af335b4b-d94f-459f-896d-fc3cc65fb26e req-e7838955-e558-4546-a09f-707af27f7341 service nova] Acquiring lock "refresh_cache-93f5662f-3d56-474a-81eb-38b57f5cfcbb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.523955] env[69843]: DEBUG oslo_concurrency.lockutils [req-af335b4b-d94f-459f-896d-fc3cc65fb26e req-e7838955-e558-4546-a09f-707af27f7341 service nova] Acquired lock "refresh_cache-93f5662f-3d56-474a-81eb-38b57f5cfcbb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.524139] env[69843]: DEBUG nova.network.neutron [req-af335b4b-d94f-459f-896d-fc3cc65fb26e req-e7838955-e558-4546-a09f-707af27f7341 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Refreshing network info cache for port 6015e9db-6176-4929-8531-b8b55199953a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.581804] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d329ad71-21d7-4b6a-ae5d-ca50bdcd1272 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.597s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.690165] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.729837] env[69843]: DEBUG nova.network.neutron [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Port 09f4c10b-ffa8-463c-b1b2-8ca87312805f binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1037.781661] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704632, 'name': CreateVM_Task, 'duration_secs': 0.342621} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.782369] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.783183] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.783275] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.783619] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.783971] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19576535-5705-4fce-b5b5-11280c1a2752 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.793125] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1037.793125] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5225f1e7-b90f-fdb5-b8b3-5c74569ad71b" [ 1037.793125] env[69843]: _type = "Task" [ 1037.793125] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.811841] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5225f1e7-b90f-fdb5-b8b3-5c74569ad71b, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.817571] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.817571] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.817571] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.817571] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.817571] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.818703] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a4bafbe-a1e2-437f-b909-0b88f603f28c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.829158] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.829446] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.830422] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ffe4cf-98ee-4102-9cf0-250a25a0def3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.841554] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1037.841554] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527c59b7-5be2-2c65-13e5-569bbbf762b9" [ 1037.841554] env[69843]: _type = "Task" [ 1037.841554] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.851499] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527c59b7-5be2-2c65-13e5-569bbbf762b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.852344] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d0132b-d6b2-446f-bc73-ead221bbff11 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.862359] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1037.862359] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526f7ace-699e-2dbd-f3ca-140a6e9dc2fc" [ 1037.862359] env[69843]: _type = "Task" [ 1037.862359] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.872976] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526f7ace-699e-2dbd-f3ca-140a6e9dc2fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.923579] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0086256-3141-4bc9-ac48-a4f9226667de {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.932514] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d434b6-9498-4067-acae-12d84ad87cc0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.966914] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a498f36-49d7-41db-a9c7-31273f871c9b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.970536] env[69843]: INFO nova.compute.manager [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] instance snapshotting [ 1037.970793] env[69843]: WARNING nova.compute.manager [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1037.973959] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bc8fc8-f824-46e2-9df7-c3f3dd9b7271 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.981106] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b22c568-f355-4bf9-84b9-be5e74177760 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.000314] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47766f9b-8349-4bec-8e2b-a3ea4794e204 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.011583] env[69843]: DEBUG nova.compute.provider_tree [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.185939] env[69843]: DEBUG oslo_vmware.api [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704631, 'name': PowerOnVM_Task, 'duration_secs': 1.303278} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.185939] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.186111] env[69843]: INFO nova.compute.manager [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1038.186266] env[69843]: DEBUG nova.compute.manager [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1038.187351] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0231ae37-3eb4-44ef-87d0-0ad8e30ac180 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.299833] env[69843]: DEBUG nova.network.neutron [req-af335b4b-d94f-459f-896d-fc3cc65fb26e req-e7838955-e558-4546-a09f-707af27f7341 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Updated VIF entry in instance network info cache for port 6015e9db-6176-4929-8531-b8b55199953a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.300379] env[69843]: DEBUG nova.network.neutron [req-af335b4b-d94f-459f-896d-fc3cc65fb26e req-e7838955-e558-4546-a09f-707af27f7341 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Updating instance_info_cache with network_info: [{"id": "6015e9db-6176-4929-8531-b8b55199953a", "address": "fa:16:3e:03:c2:74", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6015e9db-61", "ovs_interfaceid": "6015e9db-6176-4929-8531-b8b55199953a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.379180] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526f7ace-699e-2dbd-f3ca-140a6e9dc2fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012185} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.379528] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.379805] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 93f5662f-3d56-474a-81eb-38b57f5cfcbb/93f5662f-3d56-474a-81eb-38b57f5cfcbb.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.380105] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09d943fe-c22f-4a18-97a8-454a91736889 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.389654] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1038.389654] env[69843]: value = "task-3704636" [ 1038.389654] env[69843]: _type = "Task" [ 1038.389654] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.402934] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.517038] env[69843]: DEBUG nova.scheduler.client.report [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.525265] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1038.525265] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6e3c50b5-29c2-4682-a54d-86ac893be304 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.535947] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1038.535947] env[69843]: value = "task-3704637" [ 1038.535947] env[69843]: _type = "Task" [ 1038.535947] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.553346] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704637, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.719964] env[69843]: INFO nova.compute.manager [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Took 27.39 seconds to build instance. [ 1038.753848] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.754123] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.754298] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.803247] env[69843]: DEBUG oslo_concurrency.lockutils [req-af335b4b-d94f-459f-896d-fc3cc65fb26e req-e7838955-e558-4546-a09f-707af27f7341 service nova] Releasing lock "refresh_cache-93f5662f-3d56-474a-81eb-38b57f5cfcbb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.902652] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496836} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.902926] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 93f5662f-3d56-474a-81eb-38b57f5cfcbb/93f5662f-3d56-474a-81eb-38b57f5cfcbb.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.903156] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.903423] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d3bd131-e3d8-4d4f-a14b-80f690f6ec0d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.913018] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1038.913018] env[69843]: value = "task-3704638" [ 1038.913018] env[69843]: _type = "Task" [ 1038.913018] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.924133] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.021863] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.024436] env[69843]: DEBUG oslo_concurrency.lockutils [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.070s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.024662] env[69843]: DEBUG nova.objects.instance [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lazy-loading 'resources' on Instance uuid 2b6121ba-c485-4ade-a226-65c3ae96ecd1 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.052486] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704637, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.056628] env[69843]: INFO nova.scheduler.client.report [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Deleted allocations for instance 0f4e67ac-79bc-42c6-881b-5e86efcab36e [ 1039.220302] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8be06d-042d-4801-b230-f3be9aa24105 tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.906s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.279557] env[69843]: DEBUG nova.compute.manager [req-27523c2d-0617-4be1-9761-61eb458c6d07 req-5986115e-9efe-4539-aca6-c71c6820730a service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Received event network-changed-846874ef-0713-47d4-88c4-ac874d5898a7 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.279557] env[69843]: DEBUG nova.compute.manager [req-27523c2d-0617-4be1-9761-61eb458c6d07 req-5986115e-9efe-4539-aca6-c71c6820730a service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Refreshing instance network info cache due to event network-changed-846874ef-0713-47d4-88c4-ac874d5898a7. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.279732] env[69843]: DEBUG oslo_concurrency.lockutils [req-27523c2d-0617-4be1-9761-61eb458c6d07 req-5986115e-9efe-4539-aca6-c71c6820730a service nova] Acquiring lock "refresh_cache-b07aefa9-be5c-46c8-b054-d0c05ebe76a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.279827] env[69843]: DEBUG oslo_concurrency.lockutils [req-27523c2d-0617-4be1-9761-61eb458c6d07 req-5986115e-9efe-4539-aca6-c71c6820730a service nova] Acquired lock "refresh_cache-b07aefa9-be5c-46c8-b054-d0c05ebe76a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.280394] env[69843]: DEBUG nova.network.neutron [req-27523c2d-0617-4be1-9761-61eb458c6d07 req-5986115e-9efe-4539-aca6-c71c6820730a service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Refreshing network info cache for port 846874ef-0713-47d4-88c4-ac874d5898a7 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.423299] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079963} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.424204] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.424757] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adbca4d-b407-4e64-bf24-55894da39604 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.448846] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 93f5662f-3d56-474a-81eb-38b57f5cfcbb/93f5662f-3d56-474a-81eb-38b57f5cfcbb.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.449160] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ded0c49-a870-496e-9bd8-0d92115dc2fa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.470397] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1039.470397] env[69843]: value = "task-3704639" [ 1039.470397] env[69843]: _type = "Task" [ 1039.470397] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.479918] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.550395] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704637, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.575027] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9966ad61-7f12-4f07-bf17-a88bbdf05eab tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "0f4e67ac-79bc-42c6-881b-5e86efcab36e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.377s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.575027] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.575027] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.575027] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.575027] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.575027] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.581194] env[69843]: INFO nova.compute.manager [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Terminating instance [ 1039.834751] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.834751] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.834751] env[69843]: DEBUG nova.network.neutron [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.986696] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704639, 'name': ReconfigVM_Task, 'duration_secs': 0.486097} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.987281] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 93f5662f-3d56-474a-81eb-38b57f5cfcbb/93f5662f-3d56-474a-81eb-38b57f5cfcbb.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.988122] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64874163-10cf-4972-ac2e-5a18ae6be885 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.995604] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61868407-2c4b-47e4-8068-425d5752fffe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.001274] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1040.001274] env[69843]: value = "task-3704641" [ 1040.001274] env[69843]: _type = "Task" [ 1040.001274] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.019157] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046c81b8-89ef-45ba-8547-ff28ffae8483 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.028325] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704641, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.075405] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ecdbe5-aa04-48b2-bfb4-d84f9df1a944 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.082867] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704637, 'name': CreateSnapshot_Task, 'duration_secs': 1.20993} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.087023] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1040.087023] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5af103-a9fc-45c7-8fe8-ad766feda86d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.090208] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dceb3f53-f09d-4873-9406-eb29e0399078 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.095795] env[69843]: DEBUG nova.compute.manager [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.096023] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.096901] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee001eca-348f-42c3-9fa5-417a910b5147 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.110076] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.123775] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a7a6638-ed2c-48f7-85e1-4f10a3bef2fd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.126827] env[69843]: DEBUG nova.compute.provider_tree [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.140485] env[69843]: DEBUG oslo_vmware.api [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 1040.140485] env[69843]: value = "task-3704642" [ 1040.140485] env[69843]: _type = "Task" [ 1040.140485] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.150740] env[69843]: DEBUG oslo_vmware.api [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.251585] env[69843]: DEBUG nova.network.neutron [req-27523c2d-0617-4be1-9761-61eb458c6d07 req-5986115e-9efe-4539-aca6-c71c6820730a service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Updated VIF entry in instance network info cache for port 846874ef-0713-47d4-88c4-ac874d5898a7. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.251772] env[69843]: DEBUG nova.network.neutron [req-27523c2d-0617-4be1-9761-61eb458c6d07 req-5986115e-9efe-4539-aca6-c71c6820730a service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Updating instance_info_cache with network_info: [{"id": "846874ef-0713-47d4-88c4-ac874d5898a7", "address": "fa:16:3e:88:a6:b4", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap846874ef-07", "ovs_interfaceid": "846874ef-0713-47d4-88c4-ac874d5898a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.516626] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704641, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.637139] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1040.638126] env[69843]: DEBUG nova.scheduler.client.report [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.641566] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8b3de7d7-bb13-4e3d-8571-cdb4de89cf40 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.659270] env[69843]: DEBUG oslo_vmware.api [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704642, 'name': PowerOffVM_Task, 'duration_secs': 0.321285} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.661835] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.662938] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.662938] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1040.662938] env[69843]: value = "task-3704643" [ 1040.662938] env[69843]: _type = "Task" [ 1040.662938] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.662938] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbce3dd2-3b09-4da1-a80c-dca5f1f27b02 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.677806] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704643, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.685409] env[69843]: DEBUG nova.network.neutron [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance_info_cache with network_info: [{"id": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "address": "fa:16:3e:ca:4e:81", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f4c10b-ff", "ovs_interfaceid": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.751244] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.751537] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.751782] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Deleting the datastore file [datastore2] 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.752270] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbea4685-a7da-4f8b-b087-a8722c206f9e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.755048] env[69843]: DEBUG oslo_concurrency.lockutils [req-27523c2d-0617-4be1-9761-61eb458c6d07 req-5986115e-9efe-4539-aca6-c71c6820730a service nova] Releasing lock "refresh_cache-b07aefa9-be5c-46c8-b054-d0c05ebe76a7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.761868] env[69843]: DEBUG oslo_vmware.api [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for the task: (returnval){ [ 1040.761868] env[69843]: value = "task-3704645" [ 1040.761868] env[69843]: _type = "Task" [ 1040.761868] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.778183] env[69843]: DEBUG oslo_vmware.api [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.016882] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704641, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.146246] env[69843]: DEBUG oslo_concurrency.lockutils [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.148848] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.014s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.151071] env[69843]: INFO nova.compute.claims [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.175701] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704643, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.176954] env[69843]: INFO nova.scheduler.client.report [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Deleted allocations for instance 2b6121ba-c485-4ade-a226-65c3ae96ecd1 [ 1041.188481] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.273673] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "b0f00267-e9bc-4303-b12e-f426cc934f61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.273955] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "b0f00267-e9bc-4303-b12e-f426cc934f61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.274196] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "b0f00267-e9bc-4303-b12e-f426cc934f61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.274440] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "b0f00267-e9bc-4303-b12e-f426cc934f61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.274623] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "b0f00267-e9bc-4303-b12e-f426cc934f61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.277260] env[69843]: DEBUG oslo_vmware.api [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Task: {'id': task-3704645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198068} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.277260] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.277260] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.277260] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.277260] env[69843]: INFO nova.compute.manager [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1041.277547] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.278546] env[69843]: INFO nova.compute.manager [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Terminating instance [ 1041.279600] env[69843]: DEBUG nova.compute.manager [-] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.279722] env[69843]: DEBUG nova.network.neutron [-] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.388666] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "d3e2b15b-06a4-4fcb-ada5-c1640505323e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.389210] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "d3e2b15b-06a4-4fcb-ada5-c1640505323e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.389505] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "d3e2b15b-06a4-4fcb-ada5-c1640505323e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.389660] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "d3e2b15b-06a4-4fcb-ada5-c1640505323e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.389855] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "d3e2b15b-06a4-4fcb-ada5-c1640505323e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.392399] env[69843]: INFO nova.compute.manager [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Terminating instance [ 1041.520027] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704641, 'name': Rename_Task, 'duration_secs': 1.154415} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.520027] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.520027] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-662d79d9-95d0-44ae-a025-46a85f434ec9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.529127] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1041.529127] env[69843]: value = "task-3704646" [ 1041.529127] env[69843]: _type = "Task" [ 1041.529127] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.541793] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.678897] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704643, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.689939] env[69843]: DEBUG oslo_concurrency.lockutils [None req-784f891a-afd6-4c6d-b382-593b6309218e tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "2b6121ba-c485-4ade-a226-65c3ae96ecd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.936s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.702222] env[69843]: DEBUG nova.compute.manager [req-050f64df-8b7b-44fc-8e4e-a58deaf6e300 req-95b9c034-9178-4432-befc-b21a6fa82527 service nova] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Received event network-vif-deleted-acdae828-66de-437b-ba84-c4b20ddd1e73 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.702222] env[69843]: INFO nova.compute.manager [req-050f64df-8b7b-44fc-8e4e-a58deaf6e300 req-95b9c034-9178-4432-befc-b21a6fa82527 service nova] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Neutron deleted interface acdae828-66de-437b-ba84-c4b20ddd1e73; detaching it from the instance and deleting it from the info cache [ 1041.702222] env[69843]: DEBUG nova.network.neutron [req-050f64df-8b7b-44fc-8e4e-a58deaf6e300 req-95b9c034-9178-4432-befc-b21a6fa82527 service nova] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.730896] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9ae838-154f-4f48-adb5-f0f2d233ab3f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.753849] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1a780f-15a2-4303-b63f-6143acf24f62 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.762085] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance '1910ca1a-ccc5-45d5-82e3-9f6953d3d141' progress to 83 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.785285] env[69843]: DEBUG nova.compute.manager [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.785523] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.787335] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb58ed2-83d8-40d4-ae0d-69fd2669023d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.796137] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.796425] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a10e59a-751c-4a7f-8fe7-cf0920c4ecec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.804309] env[69843]: DEBUG oslo_vmware.api [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1041.804309] env[69843]: value = "task-3704647" [ 1041.804309] env[69843]: _type = "Task" [ 1041.804309] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.814717] env[69843]: DEBUG oslo_vmware.api [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.898419] env[69843]: DEBUG nova.compute.manager [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.898686] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.899716] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af5c269-8b88-49c7-a3c5-2f237a73b8db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.913761] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.913761] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e59d8432-392f-479a-8970-b00521d9e9ae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.921790] env[69843]: DEBUG oslo_vmware.api [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1041.921790] env[69843]: value = "task-3704648" [ 1041.921790] env[69843]: _type = "Task" [ 1041.921790] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.933550] env[69843]: DEBUG oslo_vmware.api [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.041176] env[69843]: DEBUG oslo_vmware.api [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704646, 'name': PowerOnVM_Task, 'duration_secs': 0.488221} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.041485] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.041699] env[69843]: INFO nova.compute.manager [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1042.042195] env[69843]: DEBUG nova.compute.manager [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1042.042776] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782bcbdf-87f1-4f7a-a1db-14599ca58afe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.177216] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704643, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.186131] env[69843]: DEBUG nova.network.neutron [-] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.212056] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6a56e37-023f-4dbb-b8f5-e3f17f8622d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.222112] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc57fb9c-d7db-4a94-9ecc-24ba6701dea2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.263905] env[69843]: DEBUG nova.compute.manager [req-050f64df-8b7b-44fc-8e4e-a58deaf6e300 req-95b9c034-9178-4432-befc-b21a6fa82527 service nova] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Detach interface failed, port_id=acdae828-66de-437b-ba84-c4b20ddd1e73, reason: Instance 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.268585] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ae368dee-d33e-47de-a10d-20b9d33f62cb tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance '1910ca1a-ccc5-45d5-82e3-9f6953d3d141' progress to 100 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.317840] env[69843]: DEBUG oslo_vmware.api [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704647, 'name': PowerOffVM_Task, 'duration_secs': 0.234201} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.321797] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.321797] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.323418] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32e9b396-fd90-4ba8-8d73-7bf361173928 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.403835] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.403835] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.404169] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Deleting the datastore file [datastore2] b0f00267-e9bc-4303-b12e-f426cc934f61 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.404531] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-065d0222-1d63-41c4-8636-fe9ef2cbb144 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.419664] env[69843]: DEBUG oslo_vmware.api [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1042.419664] env[69843]: value = "task-3704650" [ 1042.419664] env[69843]: _type = "Task" [ 1042.419664] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.445325] env[69843]: DEBUG oslo_vmware.api [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.454990] env[69843]: DEBUG oslo_vmware.api [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704648, 'name': PowerOffVM_Task, 'duration_secs': 0.200208} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.455432] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.455692] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.456070] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5171cad2-256e-4463-944f-c60dbbd9a172 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.524842] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.525279] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.525582] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Deleting the datastore file [datastore2] d3e2b15b-06a4-4fcb-ada5-c1640505323e {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.530131] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f783ebe5-ffd5-4f69-ab68-916452c55b38 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.538432] env[69843]: DEBUG oslo_vmware.api [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for the task: (returnval){ [ 1042.538432] env[69843]: value = "task-3704652" [ 1042.538432] env[69843]: _type = "Task" [ 1042.538432] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.547285] env[69843]: DEBUG oslo_vmware.api [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.553904] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.554243] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.554454] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.554631] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.554794] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.557039] env[69843]: INFO nova.compute.manager [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Terminating instance [ 1042.571883] env[69843]: INFO nova.compute.manager [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Took 25.56 seconds to build instance. [ 1042.582850] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5081e70f-5412-4816-9fbe-f0524c8c1773 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.593668] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e5956a-96f2-49da-a2be-3e144c610226 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.630993] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8713a4dd-aa3d-4ec4-a9cb-ee44c1d17096 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.639376] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560cae48-a4d1-423e-ab03-ccfcda95fd07 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.655180] env[69843]: DEBUG nova.compute.provider_tree [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.676858] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704643, 'name': CloneVM_Task, 'duration_secs': 1.861981} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.677150] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Created linked-clone VM from snapshot [ 1042.678217] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cdd556-8edd-41fd-be72-ff0f6123f403 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.686851] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Uploading image 590f342e-c241-4fd0-9d77-bb753b0eb560 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1042.691930] env[69843]: INFO nova.compute.manager [-] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Took 1.41 seconds to deallocate network for instance. [ 1042.723073] env[69843]: DEBUG oslo_vmware.rw_handles [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1042.723073] env[69843]: value = "vm-737900" [ 1042.723073] env[69843]: _type = "VirtualMachine" [ 1042.723073] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1042.723727] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-063f4d7e-6102-4049-b614-ec292a8d2cd6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.731543] env[69843]: DEBUG oslo_vmware.rw_handles [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lease: (returnval){ [ 1042.731543] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5205df9a-28a7-b29a-0b38-3adf1353b031" [ 1042.731543] env[69843]: _type = "HttpNfcLease" [ 1042.731543] env[69843]: } obtained for exporting VM: (result){ [ 1042.731543] env[69843]: value = "vm-737900" [ 1042.731543] env[69843]: _type = "VirtualMachine" [ 1042.731543] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1042.731877] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the lease: (returnval){ [ 1042.731877] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5205df9a-28a7-b29a-0b38-3adf1353b031" [ 1042.731877] env[69843]: _type = "HttpNfcLease" [ 1042.731877] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1042.741749] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.741749] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5205df9a-28a7-b29a-0b38-3adf1353b031" [ 1042.741749] env[69843]: _type = "HttpNfcLease" [ 1042.741749] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1042.848252] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.932196] env[69843]: DEBUG oslo_vmware.api [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.049393] env[69843]: DEBUG oslo_vmware.api [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430411} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.050282] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.050282] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.050282] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.050282] env[69843]: INFO nova.compute.manager [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1043.050487] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.050729] env[69843]: DEBUG nova.compute.manager [-] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.050824] env[69843]: DEBUG nova.network.neutron [-] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.069041] env[69843]: DEBUG nova.compute.manager [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.069225] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.070260] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c925af74-6edc-427e-b50a-a6d19430e737 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.075661] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d67c8bc8-1df6-4737-9d57-90a944e10a70 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.077s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.081393] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.081741] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60ec5741-0dbd-4f65-bf8d-3a6c2c7416b8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.090191] env[69843]: DEBUG oslo_vmware.api [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 1043.090191] env[69843]: value = "task-3704654" [ 1043.090191] env[69843]: _type = "Task" [ 1043.090191] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.100941] env[69843]: DEBUG oslo_vmware.api [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.161086] env[69843]: DEBUG nova.scheduler.client.report [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.199159] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.244101] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1043.244101] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5205df9a-28a7-b29a-0b38-3adf1353b031" [ 1043.244101] env[69843]: _type = "HttpNfcLease" [ 1043.244101] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1043.244676] env[69843]: DEBUG oslo_vmware.rw_handles [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1043.244676] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5205df9a-28a7-b29a-0b38-3adf1353b031" [ 1043.244676] env[69843]: _type = "HttpNfcLease" [ 1043.244676] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1043.245637] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8e3aaa-9023-4821-b4fb-75fa9d2d0d47 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.256620] env[69843]: DEBUG oslo_vmware.rw_handles [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d1891-bb83-1964-314e-9699e98e9644/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1043.257138] env[69843]: DEBUG oslo_vmware.rw_handles [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d1891-bb83-1964-314e-9699e98e9644/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1043.375566] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-293fe3c4-9595-4c3f-bfa2-a0698208ee60 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.443134] env[69843]: DEBUG oslo_vmware.api [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Task: {'id': task-3704650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542426} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.443134] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.443737] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.444098] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.444385] env[69843]: INFO nova.compute.manager [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1043.444780] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.445096] env[69843]: DEBUG nova.compute.manager [-] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.445253] env[69843]: DEBUG nova.network.neutron [-] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.601396] env[69843]: DEBUG oslo_vmware.api [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704654, 'name': PowerOffVM_Task, 'duration_secs': 0.352833} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.601704] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.601902] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.602198] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05bdb97f-e42d-462d-aa51-48faa306388b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.668062] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.668835] env[69843]: DEBUG nova.compute.manager [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.673538] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.384s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.675151] env[69843]: INFO nova.compute.claims [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.685160] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.685413] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.685605] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Deleting the datastore file [datastore1] 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.685888] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e93217a-0439-4405-b77a-ead2ba0bf847 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.695267] env[69843]: DEBUG oslo_vmware.api [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for the task: (returnval){ [ 1043.695267] env[69843]: value = "task-3704656" [ 1043.695267] env[69843]: _type = "Task" [ 1043.695267] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.707811] env[69843]: DEBUG oslo_concurrency.lockutils [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.708125] env[69843]: DEBUG oslo_concurrency.lockutils [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.708351] env[69843]: INFO nova.compute.manager [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Shelving [ 1043.716903] env[69843]: DEBUG oslo_vmware.api [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.863593] env[69843]: DEBUG nova.network.neutron [-] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.871346] env[69843]: DEBUG nova.compute.manager [req-7d462652-9d7e-494d-a67b-d3eebe13d02f req-f9efabc0-6696-4b6c-8f2d-24e48ae267ee service nova] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Received event network-vif-deleted-ec2301cb-6454-4391-a14b-332f214a7632 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.873316] env[69843]: INFO nova.compute.manager [req-7d462652-9d7e-494d-a67b-d3eebe13d02f req-f9efabc0-6696-4b6c-8f2d-24e48ae267ee service nova] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Neutron deleted interface ec2301cb-6454-4391-a14b-332f214a7632; detaching it from the instance and deleting it from the info cache [ 1043.873316] env[69843]: DEBUG nova.network.neutron [req-7d462652-9d7e-494d-a67b-d3eebe13d02f req-f9efabc0-6696-4b6c-8f2d-24e48ae267ee service nova] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.184165] env[69843]: DEBUG nova.compute.utils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.186302] env[69843]: DEBUG nova.compute.manager [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.186583] env[69843]: DEBUG nova.network.neutron [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.209239] env[69843]: DEBUG oslo_vmware.api [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Task: {'id': task-3704656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235765} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.209681] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.210062] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.211068] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.211068] env[69843]: INFO nova.compute.manager [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1044.211068] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.213755] env[69843]: DEBUG nova.compute.manager [-] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.213755] env[69843]: DEBUG nova.network.neutron [-] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.243643] env[69843]: DEBUG nova.network.neutron [-] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.254785] env[69843]: DEBUG nova.policy [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '903302db778940aa8200f7703157cd33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e849f93f0111429f8d2f75474cde3e3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.341392] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.341877] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.342193] env[69843]: DEBUG nova.compute.manager [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Going to confirm migration 4 {{(pid=69843) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1044.369287] env[69843]: INFO nova.compute.manager [-] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Took 1.32 seconds to deallocate network for instance. [ 1044.378198] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26faba8c-b3f9-4b88-8b88-6d63afa78216 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.391129] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ce33d-6894-4dd9-9f3d-8ab301736c96 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.443528] env[69843]: DEBUG nova.compute.manager [req-7d462652-9d7e-494d-a67b-d3eebe13d02f req-f9efabc0-6696-4b6c-8f2d-24e48ae267ee service nova] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Detach interface failed, port_id=ec2301cb-6454-4391-a14b-332f214a7632, reason: Instance d3e2b15b-06a4-4fcb-ada5-c1640505323e could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.654455] env[69843]: DEBUG nova.network.neutron [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Successfully created port: 48bd96f9-6326-4a87-bc9f-b781af9a436a {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.693380] env[69843]: DEBUG nova.compute.manager [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.725689] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.725689] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65165a2b-1698-43db-b108-56a331bfb940 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.735363] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1044.735363] env[69843]: value = "task-3704657" [ 1044.735363] env[69843]: _type = "Task" [ 1044.735363] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.750362] env[69843]: INFO nova.compute.manager [-] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Took 1.30 seconds to deallocate network for instance. [ 1044.750362] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.884983] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.925221] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.925221] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.925378] env[69843]: DEBUG nova.network.neutron [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.925476] env[69843]: DEBUG nova.objects.instance [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'info_cache' on Instance uuid 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.963969] env[69843]: DEBUG nova.compute.manager [req-70ae3e62-0ad7-414d-ae41-d9ab63d17eba req-db92e9cf-5a52-41dd-a147-5c86f80a1b54 service nova] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Received event network-vif-deleted-7304b9e6-df77-47d1-86a7-4b26333e4e50 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.964753] env[69843]: INFO nova.compute.manager [req-70ae3e62-0ad7-414d-ae41-d9ab63d17eba req-db92e9cf-5a52-41dd-a147-5c86f80a1b54 service nova] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Neutron deleted interface 7304b9e6-df77-47d1-86a7-4b26333e4e50; detaching it from the instance and deleting it from the info cache [ 1044.964753] env[69843]: DEBUG nova.network.neutron [req-70ae3e62-0ad7-414d-ae41-d9ab63d17eba req-db92e9cf-5a52-41dd-a147-5c86f80a1b54 service nova] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.122151] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bd1d1e-940a-4054-814c-3b2de6188d27 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.132883] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa301b4e-e104-4cea-9946-2f5245006964 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.172336] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd4f7dc-e1ca-490e-a5c9-82fdefa0deed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.181447] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c6206d-2a26-4dd2-b768-b8aa45f9ee89 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.198071] env[69843]: DEBUG nova.compute.provider_tree [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.247652] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704657, 'name': PowerOffVM_Task, 'duration_secs': 0.233497} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.247923] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.249028] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490d50a8-32e3-4fd1-bb25-a43b0559810f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.273341] env[69843]: DEBUG nova.network.neutron [-] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.275655] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.277084] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a365f64d-eff4-4461-af12-0615fff34e48 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.470641] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0c3e3d1-e7dd-46e2-ac6b-23974044da56 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.482215] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1931b8e4-ed5f-4b5e-8101-d3359f8a40d1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.518298] env[69843]: DEBUG nova.compute.manager [req-70ae3e62-0ad7-414d-ae41-d9ab63d17eba req-db92e9cf-5a52-41dd-a147-5c86f80a1b54 service nova] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Detach interface failed, port_id=7304b9e6-df77-47d1-86a7-4b26333e4e50, reason: Instance 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1045.522050] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Acquiring lock "c8da8579-9251-411c-85d9-c932c6451b49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.522299] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Lock "c8da8579-9251-411c-85d9-c932c6451b49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.701885] env[69843]: DEBUG nova.scheduler.client.report [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.708162] env[69843]: DEBUG nova.compute.manager [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.736883] env[69843]: DEBUG nova.virt.hardware [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.737334] env[69843]: DEBUG nova.virt.hardware [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.737597] env[69843]: DEBUG nova.virt.hardware [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.737905] env[69843]: DEBUG nova.virt.hardware [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.738178] env[69843]: DEBUG nova.virt.hardware [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.738483] env[69843]: DEBUG nova.virt.hardware [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.738845] env[69843]: DEBUG nova.virt.hardware [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.739111] env[69843]: DEBUG nova.virt.hardware [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.739475] env[69843]: DEBUG nova.virt.hardware [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.739734] env[69843]: DEBUG nova.virt.hardware [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.739982] env[69843]: DEBUG nova.virt.hardware [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.741279] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdae463-e00f-4d0f-8af2-11f1cdb3114e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.754029] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da4c576-4c5c-4c95-aebb-e5a489665133 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.779288] env[69843]: INFO nova.compute.manager [-] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Took 1.57 seconds to deallocate network for instance. [ 1045.791878] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1045.792189] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b165f374-d639-49de-b469-aef9b0207e29 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.801613] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1045.801613] env[69843]: value = "task-3704658" [ 1045.801613] env[69843]: _type = "Task" [ 1045.801613] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.811498] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704658, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.908620] env[69843]: DEBUG nova.compute.manager [req-ba99e26d-a102-488a-9641-4a56dbdbd528 req-1c1067f7-49f5-4d66-8d99-ae6b36d1337a service nova] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Received event network-vif-deleted-5c9abd13-6511-425b-a313-fe8d06234e14 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.025969] env[69843]: DEBUG nova.compute.manager [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.207803] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.208355] env[69843]: DEBUG nova.compute.manager [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.211456] env[69843]: DEBUG oslo_concurrency.lockutils [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.946s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.211671] env[69843]: DEBUG oslo_concurrency.lockutils [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.217632] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.877s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.218543] env[69843]: INFO nova.compute.claims [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.254299] env[69843]: DEBUG nova.network.neutron [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Successfully updated port: 48bd96f9-6326-4a87-bc9f-b781af9a436a {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.270048] env[69843]: INFO nova.scheduler.client.report [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted allocations for instance 294d870f-3083-47dc-80d6-88377ce7f6b9 [ 1046.286621] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.299195] env[69843]: DEBUG nova.network.neutron [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance_info_cache with network_info: [{"id": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "address": "fa:16:3e:ca:4e:81", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f4c10b-ff", "ovs_interfaceid": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.314104] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704658, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.552564] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.730941] env[69843]: DEBUG nova.compute.utils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.736955] env[69843]: DEBUG nova.compute.manager [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.736955] env[69843]: DEBUG nova.network.neutron [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.761290] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.761290] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.761290] env[69843]: DEBUG nova.network.neutron [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.775672] env[69843]: DEBUG nova.policy [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc8d4a28d6874951bd56410e322f8cb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd26f67c4b5fe4081a3b5c98c14da6a9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.780483] env[69843]: DEBUG oslo_concurrency.lockutils [None req-13e06b4c-6c93-4737-b100-96df772f65b2 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "294d870f-3083-47dc-80d6-88377ce7f6b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.035s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.801122] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.801385] env[69843]: DEBUG nova.objects.instance [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'migration_context' on Instance uuid 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.813838] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704658, 'name': CreateSnapshot_Task, 'duration_secs': 0.859876} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.814866] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1046.815818] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90148a22-122a-4746-9152-92f21fced569 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.172625] env[69843]: DEBUG nova.network.neutron [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Successfully created port: 89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.235811] env[69843]: DEBUG nova.compute.manager [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.306275] env[69843]: DEBUG nova.network.neutron [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.308948] env[69843]: DEBUG nova.objects.base [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Object Instance<1910ca1a-ccc5-45d5-82e3-9f6953d3d141> lazy-loaded attributes: info_cache,migration_context {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1047.309875] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e98db5-ef6a-432b-9140-6db9aa15d50c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.337204] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1047.342560] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba95817f-ed1b-46b2-9fdf-72201b359e8d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.345441] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b331f441-b069-488b-9128-be4633bcdda5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.352360] env[69843]: DEBUG oslo_vmware.api [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1047.352360] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527d58bf-1b9b-cd33-c600-e929bd7fab3d" [ 1047.352360] env[69843]: _type = "Task" [ 1047.352360] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.357685] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1047.357685] env[69843]: value = "task-3704659" [ 1047.357685] env[69843]: _type = "Task" [ 1047.357685] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.366200] env[69843]: DEBUG oslo_vmware.api [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527d58bf-1b9b-cd33-c600-e929bd7fab3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.371996] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704659, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.512154] env[69843]: DEBUG nova.network.neutron [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance_info_cache with network_info: [{"id": "48bd96f9-6326-4a87-bc9f-b781af9a436a", "address": "fa:16:3e:ba:44:8b", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bd96f9-63", "ovs_interfaceid": "48bd96f9-6326-4a87-bc9f-b781af9a436a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.667024] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cd389f-d27b-4ac1-9a71-bd11c4a0093c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.677924] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0be795c-6806-472e-9352-976dd50e0f93 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.718319] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8657ae-3835-44e9-ae8c-e1a28692763d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.728099] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16246789-89cd-4a7a-b4ec-9d871c4a6265 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.752218] env[69843]: DEBUG nova.compute.provider_tree [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.868327] env[69843]: DEBUG oslo_vmware.api [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527d58bf-1b9b-cd33-c600-e929bd7fab3d, 'name': SearchDatastore_Task, 'duration_secs': 0.008469} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.872206] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.872589] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704659, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.939377] env[69843]: DEBUG nova.compute.manager [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Received event network-vif-plugged-48bd96f9-6326-4a87-bc9f-b781af9a436a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.939377] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] Acquiring lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.939377] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] Lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.939377] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] Lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.940092] env[69843]: DEBUG nova.compute.manager [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] No waiting events found dispatching network-vif-plugged-48bd96f9-6326-4a87-bc9f-b781af9a436a {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1047.940092] env[69843]: WARNING nova.compute.manager [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Received unexpected event network-vif-plugged-48bd96f9-6326-4a87-bc9f-b781af9a436a for instance with vm_state building and task_state spawning. [ 1047.940092] env[69843]: DEBUG nova.compute.manager [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Received event network-changed-48bd96f9-6326-4a87-bc9f-b781af9a436a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.940092] env[69843]: DEBUG nova.compute.manager [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Refreshing instance network info cache due to event network-changed-48bd96f9-6326-4a87-bc9f-b781af9a436a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.940266] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] Acquiring lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.014913] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.016736] env[69843]: DEBUG nova.compute.manager [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Instance network_info: |[{"id": "48bd96f9-6326-4a87-bc9f-b781af9a436a", "address": "fa:16:3e:ba:44:8b", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bd96f9-63", "ovs_interfaceid": "48bd96f9-6326-4a87-bc9f-b781af9a436a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.016736] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] Acquired lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.016736] env[69843]: DEBUG nova.network.neutron [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Refreshing network info cache for port 48bd96f9-6326-4a87-bc9f-b781af9a436a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.017152] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:44:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48bd96f9-6326-4a87-bc9f-b781af9a436a', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.025306] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.025820] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.026629] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4199b995-2975-4dfd-bff8-2335bf0db222 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.051782] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.051782] env[69843]: value = "task-3704660" [ 1048.051782] env[69843]: _type = "Task" [ 1048.051782] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.061642] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704660, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.255976] env[69843]: DEBUG nova.compute.manager [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.259628] env[69843]: DEBUG nova.scheduler.client.report [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.282278] env[69843]: DEBUG nova.virt.hardware [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.282695] env[69843]: DEBUG nova.virt.hardware [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.282930] env[69843]: DEBUG nova.virt.hardware [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.283111] env[69843]: DEBUG nova.virt.hardware [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.283279] env[69843]: DEBUG nova.virt.hardware [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.283437] env[69843]: DEBUG nova.virt.hardware [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.283648] env[69843]: DEBUG nova.virt.hardware [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.283884] env[69843]: DEBUG nova.virt.hardware [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.284186] env[69843]: DEBUG nova.virt.hardware [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.284460] env[69843]: DEBUG nova.virt.hardware [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.284682] env[69843]: DEBUG nova.virt.hardware [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.285956] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ef982-2df1-4f96-83eb-376971d68650 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.296442] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd20c2ec-d5e3-451d-ae48-2a17e0aea023 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.369603] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704659, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.562804] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704660, 'name': CreateVM_Task, 'duration_secs': 0.360739} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.563013] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.563853] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.564126] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.564463] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.564748] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ba539f-aeda-4a59-930c-8e760279ee09 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.570739] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1048.570739] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5224dd0b-678a-2995-3878-aff5a281204f" [ 1048.570739] env[69843]: _type = "Task" [ 1048.570739] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.583517] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5224dd0b-678a-2995-3878-aff5a281204f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.766138] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.766823] env[69843]: DEBUG nova.compute.manager [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.769823] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.345s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.771393] env[69843]: INFO nova.compute.claims [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.791414] env[69843]: DEBUG nova.network.neutron [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updated VIF entry in instance network info cache for port 48bd96f9-6326-4a87-bc9f-b781af9a436a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.791819] env[69843]: DEBUG nova.network.neutron [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance_info_cache with network_info: [{"id": "48bd96f9-6326-4a87-bc9f-b781af9a436a", "address": "fa:16:3e:ba:44:8b", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bd96f9-63", "ovs_interfaceid": "48bd96f9-6326-4a87-bc9f-b781af9a436a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.870370] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704659, 'name': CloneVM_Task, 'duration_secs': 1.456694} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.870631] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Created linked-clone VM from snapshot [ 1048.871396] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434348e9-d4d3-475d-83fd-16a7e94844a3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.879623] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Uploading image 0f0c6365-95bc-4e74-b8c6-21e38835f951 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1048.909345] env[69843]: DEBUG oslo_vmware.rw_handles [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1048.909345] env[69843]: value = "vm-737902" [ 1048.909345] env[69843]: _type = "VirtualMachine" [ 1048.909345] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1048.909682] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-59db3ebd-a3ee-4617-a5d6-8140c20047ae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.917590] env[69843]: DEBUG oslo_vmware.rw_handles [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lease: (returnval){ [ 1048.917590] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea7a3c-6de5-a765-6dcf-971a07c00866" [ 1048.917590] env[69843]: _type = "HttpNfcLease" [ 1048.917590] env[69843]: } obtained for exporting VM: (result){ [ 1048.917590] env[69843]: value = "vm-737902" [ 1048.917590] env[69843]: _type = "VirtualMachine" [ 1048.917590] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1048.917869] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the lease: (returnval){ [ 1048.917869] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea7a3c-6de5-a765-6dcf-971a07c00866" [ 1048.917869] env[69843]: _type = "HttpNfcLease" [ 1048.917869] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1048.926419] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.926419] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea7a3c-6de5-a765-6dcf-971a07c00866" [ 1048.926419] env[69843]: _type = "HttpNfcLease" [ 1048.926419] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1049.081395] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5224dd0b-678a-2995-3878-aff5a281204f, 'name': SearchDatastore_Task, 'duration_secs': 0.027846} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.081659] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.081894] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.082148] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.082294] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.082493] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.082853] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46b25018-4ad8-4005-92bb-e23b6e6abe92 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.093028] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.093234] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.094077] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621200c6-3cc5-4606-8a0e-f101a8f0f764 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.100613] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1049.100613] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525bb441-aae7-64cc-c297-332961fc21c6" [ 1049.100613] env[69843]: _type = "Task" [ 1049.100613] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.110126] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525bb441-aae7-64cc-c297-332961fc21c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.185075] env[69843]: DEBUG nova.compute.manager [req-9b10f5d8-ed90-4a54-ba0f-fe8553837de7 req-a02d8253-9d17-47de-ba58-bf1dd02e7f0a service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Received event network-vif-plugged-89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.185075] env[69843]: DEBUG oslo_concurrency.lockutils [req-9b10f5d8-ed90-4a54-ba0f-fe8553837de7 req-a02d8253-9d17-47de-ba58-bf1dd02e7f0a service nova] Acquiring lock "285e01d3-1962-4808-9a14-deee2c471a5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.185241] env[69843]: DEBUG oslo_concurrency.lockutils [req-9b10f5d8-ed90-4a54-ba0f-fe8553837de7 req-a02d8253-9d17-47de-ba58-bf1dd02e7f0a service nova] Lock "285e01d3-1962-4808-9a14-deee2c471a5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.185355] env[69843]: DEBUG oslo_concurrency.lockutils [req-9b10f5d8-ed90-4a54-ba0f-fe8553837de7 req-a02d8253-9d17-47de-ba58-bf1dd02e7f0a service nova] Lock "285e01d3-1962-4808-9a14-deee2c471a5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.185525] env[69843]: DEBUG nova.compute.manager [req-9b10f5d8-ed90-4a54-ba0f-fe8553837de7 req-a02d8253-9d17-47de-ba58-bf1dd02e7f0a service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] No waiting events found dispatching network-vif-plugged-89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1049.185692] env[69843]: WARNING nova.compute.manager [req-9b10f5d8-ed90-4a54-ba0f-fe8553837de7 req-a02d8253-9d17-47de-ba58-bf1dd02e7f0a service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Received unexpected event network-vif-plugged-89c3b438-4d0f-409e-8ec3-cea88b8aa24d for instance with vm_state building and task_state spawning. [ 1049.279087] env[69843]: DEBUG nova.compute.utils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.281035] env[69843]: DEBUG nova.compute.manager [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.281035] env[69843]: DEBUG nova.network.neutron [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.294245] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d7c4c5a-3617-4371-8e67-ab24488c727e req-6236b5db-7313-42e5-a7c8-5011c1ede2e6 service nova] Releasing lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.323208] env[69843]: DEBUG nova.policy [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f58e45f5bcff4746a91c025249add6d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afe71f9b1512478b8461be998595442f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.330573] env[69843]: DEBUG nova.network.neutron [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Successfully updated port: 89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.427232] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1049.427232] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea7a3c-6de5-a765-6dcf-971a07c00866" [ 1049.427232] env[69843]: _type = "HttpNfcLease" [ 1049.427232] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1049.427545] env[69843]: DEBUG oslo_vmware.rw_handles [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1049.427545] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea7a3c-6de5-a765-6dcf-971a07c00866" [ 1049.427545] env[69843]: _type = "HttpNfcLease" [ 1049.427545] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1049.428304] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bb9731-93d4-43ae-8700-27639bd28dd7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.436816] env[69843]: DEBUG oslo_vmware.rw_handles [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52780c35-92dc-3d41-54a1-de9eca42845a/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1049.437202] env[69843]: DEBUG oslo_vmware.rw_handles [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52780c35-92dc-3d41-54a1-de9eca42845a/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1049.530632] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f5c61023-002f-4a64-98f7-da3abebc1f72 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.613622] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525bb441-aae7-64cc-c297-332961fc21c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.614501] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-758403aa-fe22-47ec-b64d-0d042c59a5e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.621321] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1049.621321] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c1b033-c539-bf0e-85ef-a946a7c35c04" [ 1049.621321] env[69843]: _type = "Task" [ 1049.621321] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.627620] env[69843]: DEBUG nova.network.neutron [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Successfully created port: b808e90f-f57a-4368-a6b8-4b3cf36cf551 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.633446] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c1b033-c539-bf0e-85ef-a946a7c35c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.785639] env[69843]: DEBUG nova.compute.manager [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.833716] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.833873] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.834749] env[69843]: DEBUG nova.network.neutron [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.132677] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c1b033-c539-bf0e-85ef-a946a7c35c04, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.134353] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.134888] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] fcc56ba8-271f-43ff-b2c7-ec2db5a04f46/fcc56ba8-271f-43ff-b2c7-ec2db5a04f46.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.135848] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2363e884-6ced-41e3-875d-7e95adf4fdcf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.138737] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-199d21f5-9e64-4e00-874f-64d2673fa387 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.146819] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe093f3c-ed22-4d0f-8a61-b548fe574654 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.151923] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1050.151923] env[69843]: value = "task-3704662" [ 1050.151923] env[69843]: _type = "Task" [ 1050.151923] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.188218] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac31f0e0-fca7-4d09-9742-2227b6411c7e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.194453] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.201947] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df10521-f7f5-4123-9543-4373febb73ef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.220874] env[69843]: DEBUG nova.compute.provider_tree [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.392750] env[69843]: DEBUG nova.network.neutron [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.654207] env[69843]: DEBUG nova.network.neutron [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Updating instance_info_cache with network_info: [{"id": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "address": "fa:16:3e:c9:2d:12", "network": {"id": "a5115484-fc69-44ef-b992-6c5eb0463f14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1213536260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26f67c4b5fe4081a3b5c98c14da6a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c3b438-4d", "ovs_interfaceid": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.674146] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704662, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.724691] env[69843]: DEBUG nova.scheduler.client.report [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.797894] env[69843]: DEBUG nova.compute.manager [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.070195] env[69843]: DEBUG nova.compute.manager [req-b62beffe-055d-480e-a8c2-958ac963baa3 req-4f78628f-1529-4fe8-bd48-50596eb2f5f4 service nova] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Received event network-vif-plugged-b808e90f-f57a-4368-a6b8-4b3cf36cf551 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.070420] env[69843]: DEBUG oslo_concurrency.lockutils [req-b62beffe-055d-480e-a8c2-958ac963baa3 req-4f78628f-1529-4fe8-bd48-50596eb2f5f4 service nova] Acquiring lock "a6f22b47-560c-4feb-b9d3-f71bba6b9403-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.070629] env[69843]: DEBUG oslo_concurrency.lockutils [req-b62beffe-055d-480e-a8c2-958ac963baa3 req-4f78628f-1529-4fe8-bd48-50596eb2f5f4 service nova] Lock "a6f22b47-560c-4feb-b9d3-f71bba6b9403-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.070797] env[69843]: DEBUG oslo_concurrency.lockutils [req-b62beffe-055d-480e-a8c2-958ac963baa3 req-4f78628f-1529-4fe8-bd48-50596eb2f5f4 service nova] Lock "a6f22b47-560c-4feb-b9d3-f71bba6b9403-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.071253] env[69843]: DEBUG nova.compute.manager [req-b62beffe-055d-480e-a8c2-958ac963baa3 req-4f78628f-1529-4fe8-bd48-50596eb2f5f4 service nova] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] No waiting events found dispatching network-vif-plugged-b808e90f-f57a-4368-a6b8-4b3cf36cf551 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1051.071253] env[69843]: WARNING nova.compute.manager [req-b62beffe-055d-480e-a8c2-958ac963baa3 req-4f78628f-1529-4fe8-bd48-50596eb2f5f4 service nova] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Received unexpected event network-vif-plugged-b808e90f-f57a-4368-a6b8-4b3cf36cf551 for instance with vm_state building and task_state spawning. [ 1051.162112] env[69843]: DEBUG nova.network.neutron [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Successfully updated port: b808e90f-f57a-4368-a6b8-4b3cf36cf551 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.169348] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Releasing lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.170326] env[69843]: DEBUG nova.compute.manager [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Instance network_info: |[{"id": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "address": "fa:16:3e:c9:2d:12", "network": {"id": "a5115484-fc69-44ef-b992-6c5eb0463f14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1213536260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26f67c4b5fe4081a3b5c98c14da6a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c3b438-4d", "ovs_interfaceid": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.170849] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:2d:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89c3b438-4d0f-409e-8ec3-cea88b8aa24d', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.182376] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Creating folder: Project (d26f67c4b5fe4081a3b5c98c14da6a9e). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.184464] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b235102-76a1-4297-a8fc-cee4821f2d28 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.190556] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624678} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.191294] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] fcc56ba8-271f-43ff-b2c7-ec2db5a04f46/fcc56ba8-271f-43ff-b2c7-ec2db5a04f46.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.191523] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.191794] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10ebce20-d5b9-4c6a-a68b-6dc940641115 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.200517] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1051.200517] env[69843]: value = "task-3704664" [ 1051.200517] env[69843]: _type = "Task" [ 1051.200517] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.206854] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Created folder: Project (d26f67c4b5fe4081a3b5c98c14da6a9e) in parent group-v737654. [ 1051.207144] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Creating folder: Instances. Parent ref: group-v737904. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.208375] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48e5663f-7b30-48af-ad72-5cb3976fc562 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.213628] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.225993] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Created folder: Instances in parent group-v737904. [ 1051.226261] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.226526] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.226804] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2108f1d0-16dc-44cf-b630-341d5e03e7c7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.244573] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.245243] env[69843]: DEBUG nova.compute.manager [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.251286] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.798s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.259615] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.259615] env[69843]: value = "task-3704666" [ 1051.259615] env[69843]: _type = "Task" [ 1051.259615] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.275923] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704666, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.293162] env[69843]: DEBUG nova.virt.hardware [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.293508] env[69843]: DEBUG nova.virt.hardware [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.293722] env[69843]: DEBUG nova.virt.hardware [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.293949] env[69843]: DEBUG nova.virt.hardware [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.294134] env[69843]: DEBUG nova.virt.hardware [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.294338] env[69843]: DEBUG nova.virt.hardware [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.294726] env[69843]: DEBUG nova.virt.hardware [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.294947] env[69843]: DEBUG nova.virt.hardware [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.295190] env[69843]: DEBUG nova.virt.hardware [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.295438] env[69843]: DEBUG nova.virt.hardware [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.295810] env[69843]: DEBUG nova.virt.hardware [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.298207] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053d55ba-638c-4994-9d24-9d9c82fe2bee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.309260] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5fb43d-6b79-4b07-9a36-b33a2e72ea33 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.316034] env[69843]: DEBUG oslo_vmware.rw_handles [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d1891-bb83-1964-314e-9699e98e9644/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1051.317393] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234ea499-b55c-4a37-953e-b882ce450794 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.322866] env[69843]: DEBUG nova.compute.manager [req-a2998107-4b0c-47fa-9471-ecb13be4484a req-65a021bd-25a8-4892-9133-420ebdbc24cd service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Received event network-changed-89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.323160] env[69843]: DEBUG nova.compute.manager [req-a2998107-4b0c-47fa-9471-ecb13be4484a req-65a021bd-25a8-4892-9133-420ebdbc24cd service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Refreshing instance network info cache due to event network-changed-89c3b438-4d0f-409e-8ec3-cea88b8aa24d. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.323445] env[69843]: DEBUG oslo_concurrency.lockutils [req-a2998107-4b0c-47fa-9471-ecb13be4484a req-65a021bd-25a8-4892-9133-420ebdbc24cd service nova] Acquiring lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.323627] env[69843]: DEBUG oslo_concurrency.lockutils [req-a2998107-4b0c-47fa-9471-ecb13be4484a req-65a021bd-25a8-4892-9133-420ebdbc24cd service nova] Acquired lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.323833] env[69843]: DEBUG nova.network.neutron [req-a2998107-4b0c-47fa-9471-ecb13be4484a req-65a021bd-25a8-4892-9133-420ebdbc24cd service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Refreshing network info cache for port 89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.342368] env[69843]: DEBUG oslo_vmware.rw_handles [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d1891-bb83-1964-314e-9699e98e9644/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1051.342549] env[69843]: ERROR oslo_vmware.rw_handles [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d1891-bb83-1964-314e-9699e98e9644/disk-0.vmdk due to incomplete transfer. [ 1051.343033] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a205366e-9a86-4b7d-9b94-70342e8494ea {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.352745] env[69843]: DEBUG oslo_vmware.rw_handles [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d1891-bb83-1964-314e-9699e98e9644/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1051.353071] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Uploaded image 590f342e-c241-4fd0-9d77-bb753b0eb560 to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1051.355510] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1051.356910] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-005ade50-b348-4a6d-9aa3-88c856be3ade {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.366544] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1051.366544] env[69843]: value = "task-3704667" [ 1051.366544] env[69843]: _type = "Task" [ 1051.366544] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.377886] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704667, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.600703] env[69843]: DEBUG nova.network.neutron [req-a2998107-4b0c-47fa-9471-ecb13be4484a req-65a021bd-25a8-4892-9133-420ebdbc24cd service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Updated VIF entry in instance network info cache for port 89c3b438-4d0f-409e-8ec3-cea88b8aa24d. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.601105] env[69843]: DEBUG nova.network.neutron [req-a2998107-4b0c-47fa-9471-ecb13be4484a req-65a021bd-25a8-4892-9133-420ebdbc24cd service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Updating instance_info_cache with network_info: [{"id": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "address": "fa:16:3e:c9:2d:12", "network": {"id": "a5115484-fc69-44ef-b992-6c5eb0463f14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1213536260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26f67c4b5fe4081a3b5c98c14da6a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c3b438-4d", "ovs_interfaceid": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.670047] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Acquiring lock "refresh_cache-a6f22b47-560c-4feb-b9d3-f71bba6b9403" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.670151] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Acquired lock "refresh_cache-a6f22b47-560c-4feb-b9d3-f71bba6b9403" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.670375] env[69843]: DEBUG nova.network.neutron [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.713142] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088853} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.713612] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.714728] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b689abea-cc97-4a89-bdcd-1e776ee8b025 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.741873] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] fcc56ba8-271f-43ff-b2c7-ec2db5a04f46/fcc56ba8-271f-43ff-b2c7-ec2db5a04f46.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.741873] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30fd38ff-8c4e-4cc2-9254-07fc1ab78bc0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.758233] env[69843]: DEBUG nova.compute.utils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.767395] env[69843]: DEBUG nova.compute.manager [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.767395] env[69843]: DEBUG nova.network.neutron [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.776933] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1051.776933] env[69843]: value = "task-3704668" [ 1051.776933] env[69843]: _type = "Task" [ 1051.776933] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.781785] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704666, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.790996] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.824744] env[69843]: DEBUG nova.policy [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbc2aadf9aac415394d31c2ac83774d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f4e5e44824a45279d35bbaf8400cf63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.879156] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704667, 'name': Destroy_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.105102] env[69843]: DEBUG oslo_concurrency.lockutils [req-a2998107-4b0c-47fa-9471-ecb13be4484a req-65a021bd-25a8-4892-9133-420ebdbc24cd service nova] Releasing lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.166565] env[69843]: DEBUG nova.network.neutron [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Successfully created port: eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.169327] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "4d8b21d0-8678-4704-949f-6bec20cc1dd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.169708] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "4d8b21d0-8678-4704-949f-6bec20cc1dd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.170028] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "4d8b21d0-8678-4704-949f-6bec20cc1dd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.170274] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "4d8b21d0-8678-4704-949f-6bec20cc1dd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.170521] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "4d8b21d0-8678-4704-949f-6bec20cc1dd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.173634] env[69843]: INFO nova.compute.manager [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Terminating instance [ 1052.240791] env[69843]: DEBUG nova.network.neutron [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.268313] env[69843]: DEBUG nova.compute.manager [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.280750] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Applying migration context for instance 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 as it has an incoming, in-progress migration b5df70cf-cf4f-445c-ac1c-b89274639858. Migration status is confirming {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1052.281605] env[69843]: INFO nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating resource usage from migration b5df70cf-cf4f-445c-ac1c-b89274639858 [ 1052.308186] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704666, 'name': CreateVM_Task, 'duration_secs': 0.61808} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.308374] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704668, 'name': ReconfigVM_Task, 'duration_secs': 0.411476} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.309630] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance d9fc4e13-6556-4875-b301-c5f47d3e1cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.309757] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 62d3db0b-c60c-4cd7-8363-5da9b1619d16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.309940] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1052.310100] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance f6b4ea13-7792-4e99-9e45-05cb9ebac331 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1052.310226] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance edb8953b-b66d-410f-8cff-c699113e456e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.310488] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance b0f00267-e9bc-4303-b12e-f426cc934f61 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1052.310488] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance d3e2b15b-06a4-4fcb-ada5-c1640505323e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1052.310611] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 394d43df-4645-436e-822e-c446f1e22bee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.310707] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 81377770-2e1d-4bf3-aa56-16d4aecdac31 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.310819] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 4d8b21d0-8678-4704-949f-6bec20cc1dd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.310929] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance b07aefa9-be5c-46c8-b054-d0c05ebe76a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.311067] env[69843]: WARNING nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1052.311200] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Migration b5df70cf-cf4f-445c-ac1c-b89274639858 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1052.311295] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 93f5662f-3d56-474a-81eb-38b57f5cfcbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.311406] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.312731] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.313962] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Reconfigured VM instance instance-00000057 to attach disk [datastore1] fcc56ba8-271f-43ff-b2c7-ec2db5a04f46/fcc56ba8-271f-43ff-b2c7-ec2db5a04f46.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.314128] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.314285] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.314604] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.314842] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab59ef99-d04f-4943-a048-d2aa4d1f0c1f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.318487] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec40b76-4301-4643-81b9-d6df3657cd35 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.323092] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1052.323092] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5254eda5-25ae-14ee-5b94-7752e00d345e" [ 1052.323092] env[69843]: _type = "Task" [ 1052.323092] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.332587] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1052.332587] env[69843]: value = "task-3704669" [ 1052.332587] env[69843]: _type = "Task" [ 1052.332587] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.343037] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5254eda5-25ae-14ee-5b94-7752e00d345e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.351780] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704669, 'name': Rename_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.381666] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704667, 'name': Destroy_Task, 'duration_secs': 0.73153} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.381976] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Destroyed the VM [ 1052.382705] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1052.382841] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ae50c4c-1a59-4e87-9ae6-2dea388646c4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.393358] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1052.393358] env[69843]: value = "task-3704670" [ 1052.393358] env[69843]: _type = "Task" [ 1052.393358] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.403205] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704670, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.549525] env[69843]: DEBUG nova.network.neutron [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Updating instance_info_cache with network_info: [{"id": "b808e90f-f57a-4368-a6b8-4b3cf36cf551", "address": "fa:16:3e:aa:2c:52", "network": {"id": "96b0ed98-3ffc-4a36-8f50-9b5d15fd0785", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-783986184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe71f9b1512478b8461be998595442f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb808e90f-f5", "ovs_interfaceid": "b808e90f-f57a-4368-a6b8-4b3cf36cf551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.682253] env[69843]: DEBUG nova.compute.manager [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.682590] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.683766] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4fa2f2-cf22-4033-aae8-ffba095ba642 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.694111] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.694354] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7500a04-576b-4c8e-b134-baff5d008d27 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.811400] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "e7ab9204-230f-4c4a-839a-c9557c458acf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.811582] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "e7ab9204-230f-4c4a-839a-c9557c458acf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.818327] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance bd5fea86-ad66-42fe-937f-a9bc38d94f5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1052.818608] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance fcc56ba8-271f-43ff-b2c7-ec2db5a04f46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.818753] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 285e01d3-1962-4808-9a14-deee2c471a5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.819228] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance a6f22b47-560c-4feb-b9d3-f71bba6b9403 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.819228] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 5e140dde-bc5a-4613-b6f1-c0a1d04734b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1052.837161] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5254eda5-25ae-14ee-5b94-7752e00d345e, 'name': SearchDatastore_Task, 'duration_secs': 0.03094} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.840627] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.840895] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.841144] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.841291] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.841578] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.842072] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a756d414-d65d-442d-981d-657396f39dc4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.850448] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704669, 'name': Rename_Task, 'duration_secs': 0.20743} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.850752] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.851017] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5221b3f-b787-4faf-9174-652c1aee5adb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.854154] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.854352] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.855157] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9db6366-bf42-4c87-86dc-da6073766cf0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.859710] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1052.859710] env[69843]: value = "task-3704672" [ 1052.859710] env[69843]: _type = "Task" [ 1052.859710] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.865224] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1052.865224] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529b5344-723d-2c73-3521-50915d3c5cd2" [ 1052.865224] env[69843]: _type = "Task" [ 1052.865224] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.872035] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.878578] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529b5344-723d-2c73-3521-50915d3c5cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.906097] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704670, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.005055] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.005283] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.005463] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleting the datastore file [datastore2] 4d8b21d0-8678-4704-949f-6bec20cc1dd3 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.005690] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b902ba89-b952-47b0-ab63-bc9a0f755991 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.014905] env[69843]: DEBUG oslo_vmware.api [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1053.014905] env[69843]: value = "task-3704673" [ 1053.014905] env[69843]: _type = "Task" [ 1053.014905] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.027228] env[69843]: DEBUG oslo_vmware.api [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.054156] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Releasing lock "refresh_cache-a6f22b47-560c-4feb-b9d3-f71bba6b9403" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.054486] env[69843]: DEBUG nova.compute.manager [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Instance network_info: |[{"id": "b808e90f-f57a-4368-a6b8-4b3cf36cf551", "address": "fa:16:3e:aa:2c:52", "network": {"id": "96b0ed98-3ffc-4a36-8f50-9b5d15fd0785", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-783986184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe71f9b1512478b8461be998595442f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb808e90f-f5", "ovs_interfaceid": "b808e90f-f57a-4368-a6b8-4b3cf36cf551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.055035] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:2c:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b808e90f-f57a-4368-a6b8-4b3cf36cf551', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.063264] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Creating folder: Project (afe71f9b1512478b8461be998595442f). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.063645] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3f7a328-1ea8-4212-bb9b-76ce4461cc12 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.077031] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Created folder: Project (afe71f9b1512478b8461be998595442f) in parent group-v737654. [ 1053.077031] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Creating folder: Instances. Parent ref: group-v737907. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.077268] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0d1afdd-99db-489a-8505-ed518b56343e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.089163] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Created folder: Instances in parent group-v737907. [ 1053.089478] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.089712] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.089961] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-126389f4-882e-4f99-9780-c3f45e94dc17 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.107863] env[69843]: DEBUG nova.compute.manager [req-b136aa06-e7b6-4a0a-944f-d29f5f3ccadc req-5714ab20-d778-4a63-b46c-131a49f53f18 service nova] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Received event network-changed-b808e90f-f57a-4368-a6b8-4b3cf36cf551 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.108075] env[69843]: DEBUG nova.compute.manager [req-b136aa06-e7b6-4a0a-944f-d29f5f3ccadc req-5714ab20-d778-4a63-b46c-131a49f53f18 service nova] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Refreshing instance network info cache due to event network-changed-b808e90f-f57a-4368-a6b8-4b3cf36cf551. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.108301] env[69843]: DEBUG oslo_concurrency.lockutils [req-b136aa06-e7b6-4a0a-944f-d29f5f3ccadc req-5714ab20-d778-4a63-b46c-131a49f53f18 service nova] Acquiring lock "refresh_cache-a6f22b47-560c-4feb-b9d3-f71bba6b9403" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.108459] env[69843]: DEBUG oslo_concurrency.lockutils [req-b136aa06-e7b6-4a0a-944f-d29f5f3ccadc req-5714ab20-d778-4a63-b46c-131a49f53f18 service nova] Acquired lock "refresh_cache-a6f22b47-560c-4feb-b9d3-f71bba6b9403" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.108626] env[69843]: DEBUG nova.network.neutron [req-b136aa06-e7b6-4a0a-944f-d29f5f3ccadc req-5714ab20-d778-4a63-b46c-131a49f53f18 service nova] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Refreshing network info cache for port b808e90f-f57a-4368-a6b8-4b3cf36cf551 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.115750] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.115750] env[69843]: value = "task-3704676" [ 1053.115750] env[69843]: _type = "Task" [ 1053.115750] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.126466] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704676, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.296537] env[69843]: DEBUG nova.compute.manager [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.314831] env[69843]: DEBUG nova.compute.manager [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.322266] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance c8da8579-9251-411c-85d9-c932c6451b49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1053.322638] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1053.323118] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1053.340028] env[69843]: DEBUG nova.virt.hardware [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.340028] env[69843]: DEBUG nova.virt.hardware [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.340028] env[69843]: DEBUG nova.virt.hardware [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.340028] env[69843]: DEBUG nova.virt.hardware [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.340028] env[69843]: DEBUG nova.virt.hardware [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.340028] env[69843]: DEBUG nova.virt.hardware [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.340028] env[69843]: DEBUG nova.virt.hardware [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.340028] env[69843]: DEBUG nova.virt.hardware [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.340028] env[69843]: DEBUG nova.virt.hardware [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.340028] env[69843]: DEBUG nova.virt.hardware [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.340028] env[69843]: DEBUG nova.virt.hardware [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.341125] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c61c752-1cd8-47a5-a1e3-c822704ff2e6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.353961] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aba578-f0c7-484e-9000-2a705da098f4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.406963] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704672, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.416540] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529b5344-723d-2c73-3521-50915d3c5cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.016858} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.418430] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68899ca8-f2f8-4115-9331-c82a65b364f1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.425356] env[69843]: DEBUG oslo_vmware.api [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704670, 'name': RemoveSnapshot_Task, 'duration_secs': 0.518214} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.426685] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1053.427473] env[69843]: INFO nova.compute.manager [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Took 15.45 seconds to snapshot the instance on the hypervisor. [ 1053.432339] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1053.432339] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52096da2-4d6e-7841-c0f0-e80eaee51aae" [ 1053.432339] env[69843]: _type = "Task" [ 1053.432339] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.448723] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52096da2-4d6e-7841-c0f0-e80eaee51aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.527481] env[69843]: DEBUG oslo_vmware.api [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2394} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.529993] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.530148] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.530440] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.530669] env[69843]: INFO nova.compute.manager [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Took 0.85 seconds to destroy the instance on the hypervisor. [ 1053.530996] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.531457] env[69843]: DEBUG nova.compute.manager [-] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.531565] env[69843]: DEBUG nova.network.neutron [-] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.630566] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704676, 'name': CreateVM_Task, 'duration_secs': 0.400187} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.631740] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.631740] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.631740] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.631990] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.632300] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8b4150-1ae4-4608-97ca-3ffae1bbba9e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.639816] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Waiting for the task: (returnval){ [ 1053.639816] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52583b23-9afa-2b34-5b7a-2a230b4cb6b3" [ 1053.639816] env[69843]: _type = "Task" [ 1053.639816] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.651679] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52583b23-9afa-2b34-5b7a-2a230b4cb6b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.776000] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2056f176-a1c8-412a-b44b-085c205686ee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.785640] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a2ca57-1862-40d8-bb60-1c1bd64c72a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.828933] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805dcd88-e31e-4c11-8c85-7feb182cd3c6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.838318] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376375d3-e3e4-4cc1-901c-1080e03bf77c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.854686] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.862131] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.879033] env[69843]: DEBUG oslo_vmware.api [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704672, 'name': PowerOnVM_Task, 'duration_secs': 0.587442} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.879033] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.879033] env[69843]: INFO nova.compute.manager [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1053.879033] env[69843]: DEBUG nova.compute.manager [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1053.879033] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dc842d-16bf-49e4-886e-4619be6ac09a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.936670] env[69843]: DEBUG nova.compute.manager [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Instance disappeared during snapshot {{(pid=69843) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1053.954029] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52096da2-4d6e-7841-c0f0-e80eaee51aae, 'name': SearchDatastore_Task, 'duration_secs': 0.018597} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.954029] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.954255] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 285e01d3-1962-4808-9a14-deee2c471a5f/285e01d3-1962-4808-9a14-deee2c471a5f.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.954714] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d98f777-a7d7-4d8f-ae3a-4c76b785f413 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.957968] env[69843]: DEBUG nova.compute.manager [None req-8a2fd6dc-0c46-4647-9393-f2bda605cc06 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Image not found during clean up 590f342e-c241-4fd0-9d77-bb753b0eb560 {{(pid=69843) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1053.965584] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1053.965584] env[69843]: value = "task-3704677" [ 1053.965584] env[69843]: _type = "Task" [ 1053.965584] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.975925] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.014349] env[69843]: DEBUG nova.compute.manager [req-db79f6d7-7052-4e0c-9c47-1743ca098d31 req-13f55c73-d9fd-46f6-b3f2-d5ebef060ef5 service nova] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Received event network-vif-deleted-784a47b4-0638-45e8-95e5-8e681f80c00b {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.014349] env[69843]: INFO nova.compute.manager [req-db79f6d7-7052-4e0c-9c47-1743ca098d31 req-13f55c73-d9fd-46f6-b3f2-d5ebef060ef5 service nova] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Neutron deleted interface 784a47b4-0638-45e8-95e5-8e681f80c00b; detaching it from the instance and deleting it from the info cache [ 1054.014349] env[69843]: DEBUG nova.network.neutron [req-db79f6d7-7052-4e0c-9c47-1743ca098d31 req-13f55c73-d9fd-46f6-b3f2-d5ebef060ef5 service nova] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.153218] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52583b23-9afa-2b34-5b7a-2a230b4cb6b3, 'name': SearchDatastore_Task, 'duration_secs': 0.015973} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.153707] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.153960] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.154371] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.154558] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.154748] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.155281] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-855de9b7-9692-48c2-b34c-b66c5753c971 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.166361] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.166361] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.166776] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64641f0f-9223-4e6b-89b9-3133fb9d50d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.171618] env[69843]: DEBUG nova.network.neutron [req-b136aa06-e7b6-4a0a-944f-d29f5f3ccadc req-5714ab20-d778-4a63-b46c-131a49f53f18 service nova] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Updated VIF entry in instance network info cache for port b808e90f-f57a-4368-a6b8-4b3cf36cf551. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.171974] env[69843]: DEBUG nova.network.neutron [req-b136aa06-e7b6-4a0a-944f-d29f5f3ccadc req-5714ab20-d778-4a63-b46c-131a49f53f18 service nova] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Updating instance_info_cache with network_info: [{"id": "b808e90f-f57a-4368-a6b8-4b3cf36cf551", "address": "fa:16:3e:aa:2c:52", "network": {"id": "96b0ed98-3ffc-4a36-8f50-9b5d15fd0785", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-783986184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afe71f9b1512478b8461be998595442f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb808e90f-f5", "ovs_interfaceid": "b808e90f-f57a-4368-a6b8-4b3cf36cf551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.174484] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Waiting for the task: (returnval){ [ 1054.174484] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c81dae-5438-a303-a2cf-7a7bcf5173b0" [ 1054.174484] env[69843]: _type = "Task" [ 1054.174484] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.183816] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c81dae-5438-a303-a2cf-7a7bcf5173b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.184994] env[69843]: DEBUG nova.network.neutron [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Successfully updated port: eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.364873] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.399828] env[69843]: INFO nova.compute.manager [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Took 31.29 seconds to build instance. [ 1054.476293] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704677, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.491446] env[69843]: DEBUG nova.network.neutron [-] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.517592] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bddbe70-ff54-44fe-94df-3f91fb921ad7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.529380] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a92764-bb7f-4058-8f84-4880c349df5f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.566681] env[69843]: DEBUG nova.compute.manager [req-db79f6d7-7052-4e0c-9c47-1743ca098d31 req-13f55c73-d9fd-46f6-b3f2-d5ebef060ef5 service nova] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Detach interface failed, port_id=784a47b4-0638-45e8-95e5-8e681f80c00b, reason: Instance 4d8b21d0-8678-4704-949f-6bec20cc1dd3 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1054.675579] env[69843]: DEBUG oslo_concurrency.lockutils [req-b136aa06-e7b6-4a0a-944f-d29f5f3ccadc req-5714ab20-d778-4a63-b46c-131a49f53f18 service nova] Releasing lock "refresh_cache-a6f22b47-560c-4feb-b9d3-f71bba6b9403" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.687935] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "refresh_cache-5e140dde-bc5a-4613-b6f1-c0a1d04734b7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.688085] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired lock "refresh_cache-5e140dde-bc5a-4613-b6f1-c0a1d04734b7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.688244] env[69843]: DEBUG nova.network.neutron [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.691668] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c81dae-5438-a303-a2cf-7a7bcf5173b0, 'name': SearchDatastore_Task, 'duration_secs': 0.017813} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.692762] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b412576d-421f-4017-a08e-e70a384edcf1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.699522] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Waiting for the task: (returnval){ [ 1054.699522] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5222b2a2-4b7f-8a9d-70b3-6b7a82b53e87" [ 1054.699522] env[69843]: _type = "Task" [ 1054.699522] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.710552] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5222b2a2-4b7f-8a9d-70b3-6b7a82b53e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.867402] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "394d43df-4645-436e-822e-c446f1e22bee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.867875] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.871420] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1054.871729] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.621s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.871907] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.682s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.872112] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.874394] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.157s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.874579] env[69843]: DEBUG nova.objects.instance [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.905023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-69ed2408-2e71-4188-b9fb-b3fd0aebcb21 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.817s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.933875] env[69843]: INFO nova.scheduler.client.report [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Deleted allocations for instance f6b4ea13-7792-4e99-9e45-05cb9ebac331 [ 1054.977981] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610447} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.977981] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 285e01d3-1962-4808-9a14-deee2c471a5f/285e01d3-1962-4808-9a14-deee2c471a5f.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.977981] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.978396] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7cd8afb-e42f-4865-a4c0-eac899593cad {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.987110] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1054.987110] env[69843]: value = "task-3704678" [ 1054.987110] env[69843]: _type = "Task" [ 1054.987110] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.997014] env[69843]: INFO nova.compute.manager [-] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Took 1.47 seconds to deallocate network for instance. [ 1054.997305] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.212619] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5222b2a2-4b7f-8a9d-70b3-6b7a82b53e87, 'name': SearchDatastore_Task, 'duration_secs': 0.025801} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.213418] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.213418] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] a6f22b47-560c-4feb-b9d3-f71bba6b9403/a6f22b47-560c-4feb-b9d3-f71bba6b9403.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.213704] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67124721-a24e-4516-b81c-07567e2082dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.223437] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Waiting for the task: (returnval){ [ 1055.223437] env[69843]: value = "task-3704679" [ 1055.223437] env[69843]: _type = "Task" [ 1055.223437] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.227471] env[69843]: DEBUG nova.network.neutron [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.235356] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.372778] env[69843]: DEBUG nova.compute.utils [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.375825] env[69843]: DEBUG nova.network.neutron [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Updating instance_info_cache with network_info: [{"id": "eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4", "address": "fa:16:3e:68:1a:5f", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5a4151-0f", "ovs_interfaceid": "eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.441969] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9ad55ec8-2502-4e18-a0ba-d521ab7c01da tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "f6b4ea13-7792-4e99-9e45-05cb9ebac331" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.216s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.500042] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076905} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.500042] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.500809] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1292a066-d062-4aaf-91b8-b85fdcb6bfb4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.504628] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.526999] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 285e01d3-1962-4808-9a14-deee2c471a5f/285e01d3-1962-4808-9a14-deee2c471a5f.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.527743] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688b9988-0572-42f0-ba86-d9b0e381580b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.544656] env[69843]: DEBUG nova.compute.manager [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Received event network-vif-plugged-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.544877] env[69843]: DEBUG oslo_concurrency.lockutils [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] Acquiring lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.545100] env[69843]: DEBUG oslo_concurrency.lockutils [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.545272] env[69843]: DEBUG oslo_concurrency.lockutils [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.545441] env[69843]: DEBUG nova.compute.manager [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] No waiting events found dispatching network-vif-plugged-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1055.545605] env[69843]: WARNING nova.compute.manager [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Received unexpected event network-vif-plugged-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 for instance with vm_state building and task_state spawning. [ 1055.545762] env[69843]: DEBUG nova.compute.manager [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Received event network-changed-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.545911] env[69843]: DEBUG nova.compute.manager [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Refreshing instance network info cache due to event network-changed-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.546086] env[69843]: DEBUG oslo_concurrency.lockutils [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] Acquiring lock "refresh_cache-5e140dde-bc5a-4613-b6f1-c0a1d04734b7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.553147] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1055.553147] env[69843]: value = "task-3704680" [ 1055.553147] env[69843]: _type = "Task" [ 1055.553147] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.564864] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.735903] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704679, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.878699] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.879450] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Releasing lock "refresh_cache-5e140dde-bc5a-4613-b6f1-c0a1d04734b7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.879792] env[69843]: DEBUG nova.compute.manager [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Instance network_info: |[{"id": "eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4", "address": "fa:16:3e:68:1a:5f", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5a4151-0f", "ovs_interfaceid": "eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.880136] env[69843]: DEBUG oslo_concurrency.lockutils [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] Acquired lock "refresh_cache-5e140dde-bc5a-4613-b6f1-c0a1d04734b7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.880337] env[69843]: DEBUG nova.network.neutron [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Refreshing network info cache for port eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.881874] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:1a:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.889791] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Creating folder: Project (8f4e5e44824a45279d35bbaf8400cf63). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.891979] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6fddd7e5-fd73-4787-a5ff-263786288c19 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.892877] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a03d2820-21e9-4b5b-93c5-f90f7e9b3807 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.895953] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.048s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.896609] env[69843]: DEBUG nova.objects.instance [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lazy-loading 'pci_requests' on Instance uuid bd5fea86-ad66-42fe-937f-a9bc38d94f5e {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.910812] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Created folder: Project (8f4e5e44824a45279d35bbaf8400cf63) in parent group-v737654. [ 1055.911062] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Creating folder: Instances. Parent ref: group-v737910. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.911292] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b29a6112-b210-4c44-8f8f-2508610e8394 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.925054] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Created folder: Instances in parent group-v737910. [ 1055.925054] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.925054] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.925054] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b2237b3-ea35-4873-884a-9d9e4d0d12c3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.947137] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.947137] env[69843]: value = "task-3704683" [ 1055.947137] env[69843]: _type = "Task" [ 1055.947137] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.955872] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704683, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.066442] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.235661] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579208} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.236012] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] a6f22b47-560c-4feb-b9d3-f71bba6b9403/a6f22b47-560c-4feb-b9d3-f71bba6b9403.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.236302] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.236702] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee75aa73-f524-4ec8-8f3c-929b2a476e08 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.245338] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Waiting for the task: (returnval){ [ 1056.245338] env[69843]: value = "task-3704684" [ 1056.245338] env[69843]: _type = "Task" [ 1056.245338] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.255465] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.400725] env[69843]: DEBUG nova.objects.instance [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lazy-loading 'numa_topology' on Instance uuid bd5fea86-ad66-42fe-937f-a9bc38d94f5e {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.458841] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704683, 'name': CreateVM_Task, 'duration_secs': 0.437195} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.459097] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.460414] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.460414] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.460414] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.460625] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f257613-b072-4979-b92e-ed9db71e25b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.466346] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1056.466346] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526f3577-52b4-1b29-07f1-6aa64a3cfa0d" [ 1056.466346] env[69843]: _type = "Task" [ 1056.466346] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.476600] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526f3577-52b4-1b29-07f1-6aa64a3cfa0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.550034] env[69843]: DEBUG nova.compute.manager [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Stashing vm_state: active {{(pid=69843) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1056.570196] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704680, 'name': ReconfigVM_Task, 'duration_secs': 0.652437} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.570925] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 285e01d3-1962-4808-9a14-deee2c471a5f/285e01d3-1962-4808-9a14-deee2c471a5f.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.571712] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc23d8b7-428f-4a89-9dc1-8ac89dc6a4be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.579793] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1056.579793] env[69843]: value = "task-3704685" [ 1056.579793] env[69843]: _type = "Task" [ 1056.579793] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.590467] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704685, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.646207] env[69843]: DEBUG nova.network.neutron [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Updated VIF entry in instance network info cache for port eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.646207] env[69843]: DEBUG nova.network.neutron [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Updating instance_info_cache with network_info: [{"id": "eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4", "address": "fa:16:3e:68:1a:5f", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5a4151-0f", "ovs_interfaceid": "eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.756550] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076697} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.756869] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.757767] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005ce059-7268-4c43-a393-7d10921b4a73 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.787041] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] a6f22b47-560c-4feb-b9d3-f71bba6b9403/a6f22b47-560c-4feb-b9d3-f71bba6b9403.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.787492] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e4a4e21-b794-4061-a300-6d426341e668 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.815177] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Waiting for the task: (returnval){ [ 1056.815177] env[69843]: value = "task-3704686" [ 1056.815177] env[69843]: _type = "Task" [ 1056.815177] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.826182] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.904467] env[69843]: INFO nova.compute.claims [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.980260] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526f3577-52b4-1b29-07f1-6aa64a3cfa0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012967} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.980260] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.980260] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.981634] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.981634] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.981634] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.984297] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ea162e3-5b7d-4686-a76a-a5cb9f3d3188 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.985199] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "394d43df-4645-436e-822e-c446f1e22bee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.987491] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.987491] env[69843]: INFO nova.compute.manager [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Attaching volume e47fb738-7c3d-4b82-88d9-81bd673408f6 to /dev/sdb [ 1057.002138] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.002138] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.002138] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1e8ee2-d699-414e-8a3a-bd0d6459efce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.011302] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1057.011302] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525ce199-47d8-4dd1-1ee2-be3aff75e57e" [ 1057.011302] env[69843]: _type = "Task" [ 1057.011302] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.028571] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525ce199-47d8-4dd1-1ee2-be3aff75e57e, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.029539] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d6666bd-82ad-4005-bf53-308dfd291a1d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.037449] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1057.037449] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d5f7dc-bf97-4d45-cff6-05ecf042a95a" [ 1057.037449] env[69843]: _type = "Task" [ 1057.037449] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.052289] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d5f7dc-bf97-4d45-cff6-05ecf042a95a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.062670] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8654efb9-0bc9-40fa-a6f2-84c9d68123a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.071141] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dab9b2-84c9-4cdb-ac32-72268323cba3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.081311] env[69843]: DEBUG oslo_concurrency.lockutils [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.089958] env[69843]: DEBUG nova.virt.block_device [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Updating existing volume attachment record: d872ffb2-f3e2-442d-8cd1-bad530b6f120 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1057.099771] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704685, 'name': Rename_Task, 'duration_secs': 0.205151} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.100145] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.100423] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1140643-73aa-4a5a-8f4d-56e015537441 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.108334] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1057.108334] env[69843]: value = "task-3704687" [ 1057.108334] env[69843]: _type = "Task" [ 1057.108334] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.121524] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.152726] env[69843]: DEBUG oslo_concurrency.lockutils [req-92f51dc7-7284-4cec-b392-7dba1ce5f36c req-6578e5c8-6e1d-46e6-b880-0cc49d4a06db service nova] Releasing lock "refresh_cache-5e140dde-bc5a-4613-b6f1-c0a1d04734b7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.330061] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704686, 'name': ReconfigVM_Task, 'duration_secs': 0.316142} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.330061] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Reconfigured VM instance instance-00000059 to attach disk [datastore1] a6f22b47-560c-4feb-b9d3-f71bba6b9403/a6f22b47-560c-4feb-b9d3-f71bba6b9403.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.330061] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0171a0c-4939-42e3-b275-b36a09075a25 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.337394] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Waiting for the task: (returnval){ [ 1057.337394] env[69843]: value = "task-3704689" [ 1057.337394] env[69843]: _type = "Task" [ 1057.337394] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.347823] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704689, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.551816] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d5f7dc-bf97-4d45-cff6-05ecf042a95a, 'name': SearchDatastore_Task, 'duration_secs': 0.014365} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.554153] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.554153] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 5e140dde-bc5a-4613-b6f1-c0a1d04734b7/5e140dde-bc5a-4613-b6f1-c0a1d04734b7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.554153] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cc86ecd-ef82-4b90-8ed9-5fb2031036aa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.561309] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1057.561309] env[69843]: value = "task-3704690" [ 1057.561309] env[69843]: _type = "Task" [ 1057.561309] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.571014] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.619201] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704687, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.848800] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704689, 'name': Rename_Task, 'duration_secs': 0.156549} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.849316] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.849736] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bd16365-23ff-4400-991f-73d84193e71d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.861041] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Waiting for the task: (returnval){ [ 1057.861041] env[69843]: value = "task-3704691" [ 1057.861041] env[69843]: _type = "Task" [ 1057.861041] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.871122] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.029723] env[69843]: DEBUG oslo_vmware.rw_handles [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52780c35-92dc-3d41-54a1-de9eca42845a/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1058.030862] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936ac7d2-07fc-4ad3-8671-e3b206ef77e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.046259] env[69843]: DEBUG oslo_vmware.rw_handles [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52780c35-92dc-3d41-54a1-de9eca42845a/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1058.046460] env[69843]: ERROR oslo_vmware.rw_handles [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52780c35-92dc-3d41-54a1-de9eca42845a/disk-0.vmdk due to incomplete transfer. [ 1058.046734] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fbf6ffe-7635-42c2-a5cc-e595c866c5fc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.073793] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704690, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.074059] env[69843]: DEBUG oslo_vmware.rw_handles [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52780c35-92dc-3d41-54a1-de9eca42845a/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1058.074279] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Uploaded image 0f0c6365-95bc-4e74-b8c6-21e38835f951 to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1058.076217] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1058.076683] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a375cbbd-32af-42b6-ab95-39036d877220 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.085636] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1058.085636] env[69843]: value = "task-3704692" [ 1058.085636] env[69843]: _type = "Task" [ 1058.085636] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.099293] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704692, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.120540] env[69843]: DEBUG oslo_vmware.api [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704687, 'name': PowerOnVM_Task, 'duration_secs': 0.672217} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.123770] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.123770] env[69843]: INFO nova.compute.manager [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1058.123770] env[69843]: DEBUG nova.compute.manager [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1058.126230] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86a5d72-3984-4623-b860-e8b8c7b10205 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.318576] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e22f6d-2f73-4f8b-9e75-15be3ebaed6f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.328872] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559b69e4-5489-4401-a16d-738e876b2784 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.368287] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5217ad26-dd97-4907-a10e-9e2e10d8cfc0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.381721] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816d7005-32b0-41ab-82e9-456218b3b8ed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.385864] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704691, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.399471] env[69843]: DEBUG nova.compute.provider_tree [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.579092] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626291} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.579429] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 5e140dde-bc5a-4613-b6f1-c0a1d04734b7/5e140dde-bc5a-4613-b6f1-c0a1d04734b7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.579713] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.580083] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a32386c0-8bf6-470a-b8ad-a3f170678bb1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.595198] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1058.595198] env[69843]: value = "task-3704693" [ 1058.595198] env[69843]: _type = "Task" [ 1058.595198] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.606407] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704692, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.611381] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.648021] env[69843]: INFO nova.compute.manager [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Took 34.41 seconds to build instance. [ 1058.767512] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "556d025e-6461-4b44-911d-e3e4e3a099df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.767873] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "556d025e-6461-4b44-911d-e3e4e3a099df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.875626] env[69843]: DEBUG oslo_vmware.api [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704691, 'name': PowerOnVM_Task, 'duration_secs': 0.571494} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.875970] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.876296] env[69843]: INFO nova.compute.manager [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1058.876424] env[69843]: DEBUG nova.compute.manager [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1058.877241] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543f5f94-3646-4cc7-8231-21adb67b060b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.903781] env[69843]: DEBUG nova.scheduler.client.report [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.098108] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704692, 'name': Destroy_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.106522] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215798} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.106793] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.108033] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a7f943-ed76-413f-9f9b-03920be8fca3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.131330] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 5e140dde-bc5a-4613-b6f1-c0a1d04734b7/5e140dde-bc5a-4613-b6f1-c0a1d04734b7.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.131654] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-391ccd33-f9b3-47ef-ba94-6f96b7a4278a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.149779] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1adcfc39-6cd5-448b-b4e2-c56485a6865c tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "285e01d3-1962-4808-9a14-deee2c471a5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.345s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.152023] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1059.152023] env[69843]: value = "task-3704694" [ 1059.152023] env[69843]: _type = "Task" [ 1059.152023] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.160481] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.271870] env[69843]: DEBUG nova.compute.manager [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.401019] env[69843]: INFO nova.compute.manager [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Took 34.08 seconds to build instance. [ 1059.410160] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.514s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.416419] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.215s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.416419] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.418023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.533s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.418647] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.421365] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.146s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.423213] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.423649] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.137s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.423966] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.425788] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.874s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.427597] env[69843]: INFO nova.compute.claims [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.466955] env[69843]: INFO nova.scheduler.client.report [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Deleted allocations for instance b0f00267-e9bc-4303-b12e-f426cc934f61 [ 1059.469662] env[69843]: INFO nova.scheduler.client.report [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Deleted allocations for instance d3e2b15b-06a4-4fcb-ada5-c1640505323e [ 1059.482573] env[69843]: INFO nova.network.neutron [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updating port b30e2b12-f55d-47a0-a541-77cdf8edd7af with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1059.492349] env[69843]: INFO nova.scheduler.client.report [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Deleted allocations for instance 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03 [ 1059.495571] env[69843]: INFO nova.scheduler.client.report [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Deleted allocations for instance 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5 [ 1059.600405] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704692, 'name': Destroy_Task, 'duration_secs': 1.313001} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.600715] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Destroyed the VM [ 1059.600977] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1059.601278] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-82dc0ab2-a412-4e58-b232-0cee4f62ce19 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.608613] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1059.608613] env[69843]: value = "task-3704696" [ 1059.608613] env[69843]: _type = "Task" [ 1059.608613] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.617379] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704696, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.622520] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.622763] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.662958] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.695187] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Acquiring lock "a6f22b47-560c-4feb-b9d3-f71bba6b9403" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.793321] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.903929] env[69843]: DEBUG oslo_concurrency.lockutils [None req-73380015-eb18-4ddd-917e-9a56ff1ff16f tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Lock "a6f22b47-560c-4feb-b9d3-f71bba6b9403" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.600s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.904584] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Lock "a6f22b47-560c-4feb-b9d3-f71bba6b9403" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.209s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.905173] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Acquiring lock "a6f22b47-560c-4feb-b9d3-f71bba6b9403-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.905173] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Lock "a6f22b47-560c-4feb-b9d3-f71bba6b9403-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.905417] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Lock "a6f22b47-560c-4feb-b9d3-f71bba6b9403-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.909206] env[69843]: INFO nova.compute.manager [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Terminating instance [ 1059.985011] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2a3952f-781c-4890-89bf-d381d165b3dc tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "b0f00267-e9bc-4303-b12e-f426cc934f61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.711s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.988036] env[69843]: DEBUG oslo_concurrency.lockutils [None req-29902be3-27d4-4e9f-a326-173d4c3e5fc8 tempest-ListServersNegativeTestJSON-887312975 tempest-ListServersNegativeTestJSON-887312975-project-member] Lock "d3e2b15b-06a4-4fcb-ada5-c1640505323e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.599s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.006780] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32ea029b-52dd-4f4a-88a5-9fa9d8095a72 tempest-ServersAdminNegativeTestJSON-1176849629 tempest-ServersAdminNegativeTestJSON-1176849629-project-member] Lock "5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.452s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.009146] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d56daf6-5ea6-46d7-b718-89d10a942acf tempest-ImagesOneServerNegativeTestJSON-14795155 tempest-ImagesOneServerNegativeTestJSON-14795155-project-member] Lock "3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.434s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.119624] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704696, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.125221] env[69843]: DEBUG nova.compute.manager [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.163747] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704694, 'name': ReconfigVM_Task, 'duration_secs': 0.738795} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.164044] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 5e140dde-bc5a-4613-b6f1-c0a1d04734b7/5e140dde-bc5a-4613-b6f1-c0a1d04734b7.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.164717] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c58189fd-5c02-4da2-9e8c-d98906d8de0b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.172939] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1060.172939] env[69843]: value = "task-3704697" [ 1060.172939] env[69843]: _type = "Task" [ 1060.172939] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.184145] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704697, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.414205] env[69843]: DEBUG nova.compute.manager [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.414205] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.414909] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ba8e05-3595-4363-9839-31cce06c6704 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.423857] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.424156] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d90be8fc-7c31-4710-8102-394f6d4ffa0f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.434455] env[69843]: DEBUG oslo_vmware.api [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Waiting for the task: (returnval){ [ 1060.434455] env[69843]: value = "task-3704698" [ 1060.434455] env[69843]: _type = "Task" [ 1060.434455] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.449504] env[69843]: DEBUG oslo_vmware.api [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.626013] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704696, 'name': RemoveSnapshot_Task, 'duration_secs': 0.733693} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.626579] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1060.627011] env[69843]: DEBUG nova.compute.manager [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.632233] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cb690c-c349-4789-a686-4f5c68f7fe9f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.658183] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.690149] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704697, 'name': Rename_Task, 'duration_secs': 0.172018} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.690480] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.690746] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc7cc705-2bb4-4247-9732-06c6fa916daa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.698406] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1060.698406] env[69843]: value = "task-3704699" [ 1060.698406] env[69843]: _type = "Task" [ 1060.698406] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.707713] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.820173] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af43216-fb82-4b92-a303-bd9c1c132353 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.829937] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7a32f7-e36f-4847-8601-901867e25720 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.864663] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb60f279-267b-4290-a25c-9ead8d4bbd4e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.874776] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048c76bd-806f-402f-8144-7bccc62f9d76 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.892685] env[69843]: DEBUG nova.compute.provider_tree [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.947642] env[69843]: DEBUG oslo_vmware.api [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704698, 'name': PowerOffVM_Task, 'duration_secs': 0.206256} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.947946] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.948177] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.948553] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d8e7189-71c7-4e3c-9e30-a1ea1de2856c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.020189] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.024512] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.024512] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Deleting the datastore file [datastore1] a6f22b47-560c-4feb-b9d3-f71bba6b9403 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.024512] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d43126e4-0e7e-4278-9dcf-ec231a7c5c2b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.029427] env[69843]: DEBUG oslo_vmware.api [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Waiting for the task: (returnval){ [ 1061.029427] env[69843]: value = "task-3704701" [ 1061.029427] env[69843]: _type = "Task" [ 1061.029427] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.041652] env[69843]: DEBUG oslo_vmware.api [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.150852] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.150852] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.150852] env[69843]: DEBUG nova.network.neutron [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.160060] env[69843]: INFO nova.compute.manager [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Shelve offloading [ 1061.214523] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.273387] env[69843]: DEBUG nova.compute.manager [req-89b1cc95-55f1-4b4c-8fb9-b077013aa33b req-e694f629-674e-4deb-93b2-590ae05812d6 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Received event network-vif-plugged-b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.273600] env[69843]: DEBUG oslo_concurrency.lockutils [req-89b1cc95-55f1-4b4c-8fb9-b077013aa33b req-e694f629-674e-4deb-93b2-590ae05812d6 service nova] Acquiring lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.273800] env[69843]: DEBUG oslo_concurrency.lockutils [req-89b1cc95-55f1-4b4c-8fb9-b077013aa33b req-e694f629-674e-4deb-93b2-590ae05812d6 service nova] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.273959] env[69843]: DEBUG oslo_concurrency.lockutils [req-89b1cc95-55f1-4b4c-8fb9-b077013aa33b req-e694f629-674e-4deb-93b2-590ae05812d6 service nova] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.275060] env[69843]: DEBUG nova.compute.manager [req-89b1cc95-55f1-4b4c-8fb9-b077013aa33b req-e694f629-674e-4deb-93b2-590ae05812d6 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] No waiting events found dispatching network-vif-plugged-b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1061.277028] env[69843]: WARNING nova.compute.manager [req-89b1cc95-55f1-4b4c-8fb9-b077013aa33b req-e694f629-674e-4deb-93b2-590ae05812d6 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Received unexpected event network-vif-plugged-b30e2b12-f55d-47a0-a541-77cdf8edd7af for instance with vm_state shelved_offloaded and task_state spawning. [ 1061.398794] env[69843]: DEBUG nova.scheduler.client.report [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.545883] env[69843]: DEBUG oslo_vmware.api [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Task: {'id': task-3704701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418985} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.546279] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.547040] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.547538] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.547753] env[69843]: INFO nova.compute.manager [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1061.548073] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.548380] env[69843]: DEBUG nova.compute.manager [-] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.548562] env[69843]: DEBUG nova.network.neutron [-] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.651763] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1061.654741] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737913', 'volume_id': 'e47fb738-7c3d-4b82-88d9-81bd673408f6', 'name': 'volume-e47fb738-7c3d-4b82-88d9-81bd673408f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '394d43df-4645-436e-822e-c446f1e22bee', 'attached_at': '', 'detached_at': '', 'volume_id': 'e47fb738-7c3d-4b82-88d9-81bd673408f6', 'serial': 'e47fb738-7c3d-4b82-88d9-81bd673408f6'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1061.659839] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906d3c00-96fb-4a60-9d81-15b71649c656 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.668553] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.669288] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a90155-7709-4ce3-81f3-fa57ce969f81 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.688486] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a66db6-f27e-4388-b061-a96266e87711 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.694695] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1061.694695] env[69843]: value = "task-3704702" [ 1061.694695] env[69843]: _type = "Task" [ 1061.694695] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.720300] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-e47fb738-7c3d-4b82-88d9-81bd673408f6/volume-e47fb738-7c3d-4b82-88d9-81bd673408f6.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.726661] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a157c9d-e6c0-4324-95c9-6e489f5d1dc0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.748548] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1061.748848] env[69843]: DEBUG nova.compute.manager [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1061.750238] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1963311f-33bd-439e-8abc-50815530e2fa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.760508] env[69843]: DEBUG oslo_vmware.api [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1061.760508] env[69843]: value = "task-3704703" [ 1061.760508] env[69843]: _type = "Task" [ 1061.760508] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.760938] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.767021] env[69843]: DEBUG oslo_concurrency.lockutils [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "refresh_cache-93f5662f-3d56-474a-81eb-38b57f5cfcbb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.767249] env[69843]: DEBUG oslo_concurrency.lockutils [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "refresh_cache-93f5662f-3d56-474a-81eb-38b57f5cfcbb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.767367] env[69843]: DEBUG nova.network.neutron [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.774317] env[69843]: DEBUG oslo_vmware.api [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704703, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.908339] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.908339] env[69843]: DEBUG nova.compute.manager [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.922864] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.048s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.133046] env[69843]: DEBUG nova.network.neutron [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updating instance_info_cache with network_info: [{"id": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "address": "fa:16:3e:37:ee:cf", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30e2b12-f5", "ovs_interfaceid": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.224830] env[69843]: DEBUG oslo_vmware.api [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704699, 'name': PowerOnVM_Task, 'duration_secs': 1.246491} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.229229] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.229601] env[69843]: INFO nova.compute.manager [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1062.229816] env[69843]: DEBUG nova.compute.manager [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1062.230699] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25af435f-5ced-4e17-ab3f-d460bf9e606c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.275961] env[69843]: DEBUG oslo_vmware.api [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.425895] env[69843]: DEBUG nova.compute.utils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.428795] env[69843]: DEBUG nova.compute.manager [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.432023] env[69843]: DEBUG nova.network.neutron [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.525980] env[69843]: DEBUG nova.policy [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53c86c6ac32943ffbbc9fe3e5034c5f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56132270bb5f4dbcb232b91fa05f2c17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.577704] env[69843]: DEBUG nova.network.neutron [-] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.590531] env[69843]: DEBUG nova.network.neutron [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Updating instance_info_cache with network_info: [{"id": "6015e9db-6176-4929-8531-b8b55199953a", "address": "fa:16:3e:03:c2:74", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6015e9db-61", "ovs_interfaceid": "6015e9db-6176-4929-8531-b8b55199953a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.635705] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.673088] env[69843]: DEBUG nova.virt.hardware [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f1ca860d3ca8c2e55eb6d8a551f5a4f5',container_format='bare',created_at=2025-04-29T01:36:38Z,direct_url=,disk_format='vmdk',id=ad4beaba-16e7-4304-9e9b-78a916f1a7c8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1612896225-shelved',owner='651e402dd84c41a3bcfaa54731536f6f',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-29T01:37:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.673873] env[69843]: DEBUG nova.virt.hardware [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.673873] env[69843]: DEBUG nova.virt.hardware [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.673873] env[69843]: DEBUG nova.virt.hardware [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.673873] env[69843]: DEBUG nova.virt.hardware [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.674100] env[69843]: DEBUG nova.virt.hardware [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.674415] env[69843]: DEBUG nova.virt.hardware [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.674695] env[69843]: DEBUG nova.virt.hardware [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.674998] env[69843]: DEBUG nova.virt.hardware [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.675286] env[69843]: DEBUG nova.virt.hardware [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.675576] env[69843]: DEBUG nova.virt.hardware [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.677369] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ec132b-beb8-4db7-aaec-867a96409928 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.695449] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf955d7-995f-41ca-bf00-7167248898de {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.713255] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:ee:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b30e2b12-f55d-47a0-a541-77cdf8edd7af', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.721787] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.724763] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.725200] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b455115-2960-4a13-91c2-7c752618443e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.756075] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.756075] env[69843]: value = "task-3704704" [ 1062.756075] env[69843]: _type = "Task" [ 1062.756075] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.762722] env[69843]: INFO nova.compute.manager [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Took 36.37 seconds to build instance. [ 1062.777871] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704704, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.787275] env[69843]: DEBUG oslo_vmware.api [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704703, 'name': ReconfigVM_Task, 'duration_secs': 0.707568} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.788665] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-e47fb738-7c3d-4b82-88d9-81bd673408f6/volume-e47fb738-7c3d-4b82-88d9-81bd673408f6.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.797795] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f05762-ce73-4b6c-86b6-3ce6b4b29bd1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.818306] env[69843]: DEBUG oslo_vmware.api [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1062.818306] env[69843]: value = "task-3704705" [ 1062.818306] env[69843]: _type = "Task" [ 1062.818306] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.831318] env[69843]: DEBUG oslo_vmware.api [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.845106] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5dede4-79b7-4006-ada0-b337d9755343 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.848837] env[69843]: DEBUG nova.network.neutron [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Successfully created port: e801ccbe-b486-4cfe-bf56-2723b2101362 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.858610] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bc3b77-f0c4-4a3d-83e8-995c0a102fd0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.901386] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e98fefa-b230-4434-a423-be4ae9d40d55 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.911060] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e978e0e-fda9-4687-a0cb-c7083666f4ed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.932336] env[69843]: DEBUG nova.compute.provider_tree [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.937383] env[69843]: DEBUG nova.compute.manager [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.086030] env[69843]: INFO nova.compute.manager [-] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Took 1.53 seconds to deallocate network for instance. [ 1063.093840] env[69843]: DEBUG oslo_concurrency.lockutils [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "refresh_cache-93f5662f-3d56-474a-81eb-38b57f5cfcbb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.267284] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704704, 'name': CreateVM_Task, 'duration_secs': 0.466047} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.267559] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.268978] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.269168] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.269870] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.270393] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adde81bb-d7fd-4cf2-8add-76bfd904c81d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.276438] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1063.276438] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527986be-dabd-4092-14f7-a7efe482f1ec" [ 1063.276438] env[69843]: _type = "Task" [ 1063.276438] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.283538] env[69843]: DEBUG oslo_concurrency.lockutils [None req-689756ad-c581-4b87-b1a6-433900cb44b3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.905s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.288781] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527986be-dabd-4092-14f7-a7efe482f1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.316453] env[69843]: DEBUG nova.compute.manager [req-eeb30cc1-0589-43f6-bfc6-a74bbc12f9b7 req-64f5bf80-8689-46d4-9dc0-2e1e0240d7db service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Received event network-changed-b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.316858] env[69843]: DEBUG nova.compute.manager [req-eeb30cc1-0589-43f6-bfc6-a74bbc12f9b7 req-64f5bf80-8689-46d4-9dc0-2e1e0240d7db service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Refreshing instance network info cache due to event network-changed-b30e2b12-f55d-47a0-a541-77cdf8edd7af. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.317112] env[69843]: DEBUG oslo_concurrency.lockutils [req-eeb30cc1-0589-43f6-bfc6-a74bbc12f9b7 req-64f5bf80-8689-46d4-9dc0-2e1e0240d7db service nova] Acquiring lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.317261] env[69843]: DEBUG oslo_concurrency.lockutils [req-eeb30cc1-0589-43f6-bfc6-a74bbc12f9b7 req-64f5bf80-8689-46d4-9dc0-2e1e0240d7db service nova] Acquired lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.317424] env[69843]: DEBUG nova.network.neutron [req-eeb30cc1-0589-43f6-bfc6-a74bbc12f9b7 req-64f5bf80-8689-46d4-9dc0-2e1e0240d7db service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Refreshing network info cache for port b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.334371] env[69843]: DEBUG oslo_vmware.api [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704705, 'name': ReconfigVM_Task, 'duration_secs': 0.21082} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.335156] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737913', 'volume_id': 'e47fb738-7c3d-4b82-88d9-81bd673408f6', 'name': 'volume-e47fb738-7c3d-4b82-88d9-81bd673408f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '394d43df-4645-436e-822e-c446f1e22bee', 'attached_at': '', 'detached_at': '', 'volume_id': 'e47fb738-7c3d-4b82-88d9-81bd673408f6', 'serial': 'e47fb738-7c3d-4b82-88d9-81bd673408f6'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1063.435823] env[69843]: DEBUG nova.scheduler.client.report [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.590605] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.711489] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquiring lock "44d7bb6d-2d42-49f1-bfb4-dd850e406648" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.711725] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lock "44d7bb6d-2d42-49f1-bfb4-dd850e406648" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.791308] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.791547] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Processing image ad4beaba-16e7-4304-9e9b-78a916f1a7c8 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.792028] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8/ad4beaba-16e7-4304-9e9b-78a916f1a7c8.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.792028] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8/ad4beaba-16e7-4304-9e9b-78a916f1a7c8.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.792665] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.792665] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cf79a71-d4c7-4734-b885-365ee6488b84 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.812824] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.813025] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.813861] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caeb25c8-5683-42c9-b0cb-975c3efa2f42 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.821233] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1063.821233] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5207adbe-0bb3-847d-6808-6fcd7317fe95" [ 1063.821233] env[69843]: _type = "Task" [ 1063.821233] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.833541] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5207adbe-0bb3-847d-6808-6fcd7317fe95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.937260] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.937260] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93af2ab-c002-4213-badb-4ed48d6a4461 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.951599] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.953627] env[69843]: DEBUG nova.compute.manager [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.959028] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-685edd84-979d-45ba-aef3-3652c0d38b63 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.992259] env[69843]: DEBUG nova.compute.manager [req-8c1ad82c-b91b-4fee-b26d-6494900ab025 req-e1476df8-0c9d-40f9-bfff-76980e69655c service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Received event network-changed-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.992471] env[69843]: DEBUG nova.compute.manager [req-8c1ad82c-b91b-4fee-b26d-6494900ab025 req-e1476df8-0c9d-40f9-bfff-76980e69655c service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Refreshing instance network info cache due to event network-changed-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.992708] env[69843]: DEBUG oslo_concurrency.lockutils [req-8c1ad82c-b91b-4fee-b26d-6494900ab025 req-e1476df8-0c9d-40f9-bfff-76980e69655c service nova] Acquiring lock "refresh_cache-5e140dde-bc5a-4613-b6f1-c0a1d04734b7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.994738] env[69843]: DEBUG oslo_concurrency.lockutils [req-8c1ad82c-b91b-4fee-b26d-6494900ab025 req-e1476df8-0c9d-40f9-bfff-76980e69655c service nova] Acquired lock "refresh_cache-5e140dde-bc5a-4613-b6f1-c0a1d04734b7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.994738] env[69843]: DEBUG nova.network.neutron [req-8c1ad82c-b91b-4fee-b26d-6494900ab025 req-e1476df8-0c9d-40f9-bfff-76980e69655c service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Refreshing network info cache for port eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.000453] env[69843]: DEBUG nova.virt.hardware [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.000706] env[69843]: DEBUG nova.virt.hardware [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.000871] env[69843]: DEBUG nova.virt.hardware [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.001058] env[69843]: DEBUG nova.virt.hardware [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.001213] env[69843]: DEBUG nova.virt.hardware [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.001356] env[69843]: DEBUG nova.virt.hardware [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.001822] env[69843]: DEBUG nova.virt.hardware [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.002034] env[69843]: DEBUG nova.virt.hardware [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.002221] env[69843]: DEBUG nova.virt.hardware [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.002396] env[69843]: DEBUG nova.virt.hardware [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.002573] env[69843]: DEBUG nova.virt.hardware [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.005357] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605be814-c8bb-41c5-aad2-124953bbf740 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.017369] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf57844b-35b7-4e42-bce4-4a0b88cad6ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.057334] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.057936] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.057936] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleting the datastore file [datastore1] 93f5662f-3d56-474a-81eb-38b57f5cfcbb {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.058108] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52685fca-4be9-4170-b571-3ede687e7199 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.065356] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1064.065356] env[69843]: value = "task-3704707" [ 1064.065356] env[69843]: _type = "Task" [ 1064.065356] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.077491] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.172055] env[69843]: DEBUG nova.network.neutron [req-eeb30cc1-0589-43f6-bfc6-a74bbc12f9b7 req-64f5bf80-8689-46d4-9dc0-2e1e0240d7db service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updated VIF entry in instance network info cache for port b30e2b12-f55d-47a0-a541-77cdf8edd7af. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.172055] env[69843]: DEBUG nova.network.neutron [req-eeb30cc1-0589-43f6-bfc6-a74bbc12f9b7 req-64f5bf80-8689-46d4-9dc0-2e1e0240d7db service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updating instance_info_cache with network_info: [{"id": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "address": "fa:16:3e:37:ee:cf", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30e2b12-f5", "ovs_interfaceid": "b30e2b12-f55d-47a0-a541-77cdf8edd7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.215106] env[69843]: DEBUG nova.compute.manager [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.336240] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Preparing fetch location {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1064.336634] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Fetch image to [datastore2] OSTACK_IMG_f1bd49e8-3d79-42db-ae48-ffe3a6c90cab/OSTACK_IMG_f1bd49e8-3d79-42db-ae48-ffe3a6c90cab.vmdk {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1064.336795] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Downloading stream optimized image ad4beaba-16e7-4304-9e9b-78a916f1a7c8 to [datastore2] OSTACK_IMG_f1bd49e8-3d79-42db-ae48-ffe3a6c90cab/OSTACK_IMG_f1bd49e8-3d79-42db-ae48-ffe3a6c90cab.vmdk on the data store datastore2 as vApp {{(pid=69843) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1064.337051] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Downloading image file data ad4beaba-16e7-4304-9e9b-78a916f1a7c8 to the ESX as VM named 'OSTACK_IMG_f1bd49e8-3d79-42db-ae48-ffe3a6c90cab' {{(pid=69843) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1064.390462] env[69843]: DEBUG nova.objects.instance [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'flavor' on Instance uuid 394d43df-4645-436e-822e-c446f1e22bee {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.450251] env[69843]: DEBUG oslo_vmware.rw_handles [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1064.450251] env[69843]: value = "resgroup-9" [ 1064.450251] env[69843]: _type = "ResourcePool" [ 1064.450251] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1064.450251] env[69843]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-156d41f9-d165-497f-ae9d-6de166f0d4b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.479209] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.558s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.479209] env[69843]: DEBUG nova.compute.manager [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69843) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1064.482029] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.620s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.486948] env[69843]: INFO nova.compute.claims [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.493200] env[69843]: DEBUG oslo_vmware.rw_handles [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lease: (returnval){ [ 1064.493200] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528965b4-e942-5b69-50d8-4b3b5ea4914d" [ 1064.493200] env[69843]: _type = "HttpNfcLease" [ 1064.493200] env[69843]: } obtained for vApp import into resource pool (val){ [ 1064.493200] env[69843]: value = "resgroup-9" [ 1064.493200] env[69843]: _type = "ResourcePool" [ 1064.493200] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1064.493200] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the lease: (returnval){ [ 1064.493200] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528965b4-e942-5b69-50d8-4b3b5ea4914d" [ 1064.493200] env[69843]: _type = "HttpNfcLease" [ 1064.493200] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1064.504423] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.504423] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528965b4-e942-5b69-50d8-4b3b5ea4914d" [ 1064.504423] env[69843]: _type = "HttpNfcLease" [ 1064.504423] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1064.579904] env[69843]: DEBUG oslo_vmware.api [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404126} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.582718] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.583314] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.583314] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.610399] env[69843]: INFO nova.scheduler.client.report [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted allocations for instance 93f5662f-3d56-474a-81eb-38b57f5cfcbb [ 1064.674338] env[69843]: DEBUG oslo_concurrency.lockutils [req-eeb30cc1-0589-43f6-bfc6-a74bbc12f9b7 req-64f5bf80-8689-46d4-9dc0-2e1e0240d7db service nova] Releasing lock "refresh_cache-bd5fea86-ad66-42fe-937f-a9bc38d94f5e" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.674588] env[69843]: DEBUG nova.compute.manager [req-eeb30cc1-0589-43f6-bfc6-a74bbc12f9b7 req-64f5bf80-8689-46d4-9dc0-2e1e0240d7db service nova] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Received event network-vif-deleted-b808e90f-f57a-4368-a6b8-4b3cf36cf551 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.744226] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.806074] env[69843]: DEBUG nova.network.neutron [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Successfully updated port: e801ccbe-b486-4cfe-bf56-2723b2101362 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.895928] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5155c5d2-99d7-4727-8535-1e49a95e9feb tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.910s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.005328] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1065.005328] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528965b4-e942-5b69-50d8-4b3b5ea4914d" [ 1065.005328] env[69843]: _type = "HttpNfcLease" [ 1065.005328] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1065.007589] env[69843]: DEBUG oslo_vmware.rw_handles [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1065.007589] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528965b4-e942-5b69-50d8-4b3b5ea4914d" [ 1065.007589] env[69843]: _type = "HttpNfcLease" [ 1065.007589] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1065.011430] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af99509-3068-439d-b2ab-06769f2e3b29 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.027958] env[69843]: DEBUG oslo_vmware.rw_handles [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521be6db-1f13-a67b-563c-a42010182c31/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1065.027958] env[69843]: DEBUG oslo_vmware.rw_handles [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521be6db-1f13-a67b-563c-a42010182c31/disk-0.vmdk. {{(pid=69843) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1065.088316] env[69843]: INFO nova.scheduler.client.report [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleted allocation for migration b5df70cf-cf4f-445c-ac1c-b89274639858 [ 1065.101073] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c2939c77-08dc-40ab-9554-698023b3de3c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.115314] env[69843]: DEBUG oslo_concurrency.lockutils [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.308263] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Acquiring lock "refresh_cache-c8da8579-9251-411c-85d9-c932c6451b49" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.308509] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Acquired lock "refresh_cache-c8da8579-9251-411c-85d9-c932c6451b49" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.308702] env[69843]: DEBUG nova.network.neutron [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.398220] env[69843]: DEBUG nova.network.neutron [req-8c1ad82c-b91b-4fee-b26d-6494900ab025 req-e1476df8-0c9d-40f9-bfff-76980e69655c service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Updated VIF entry in instance network info cache for port eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.398719] env[69843]: DEBUG nova.network.neutron [req-8c1ad82c-b91b-4fee-b26d-6494900ab025 req-e1476df8-0c9d-40f9-bfff-76980e69655c service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Updating instance_info_cache with network_info: [{"id": "eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4", "address": "fa:16:3e:68:1a:5f", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb5a4151-0f", "ovs_interfaceid": "eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.602554] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a60e111a-95d1-47ad-9277-0151089b89d8 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.261s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.785251] env[69843]: DEBUG nova.compute.manager [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Received event network-vif-unplugged-6015e9db-6176-4929-8531-b8b55199953a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.785657] env[69843]: DEBUG oslo_concurrency.lockutils [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] Acquiring lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.786023] env[69843]: DEBUG oslo_concurrency.lockutils [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] Lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.786350] env[69843]: DEBUG oslo_concurrency.lockutils [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] Lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.786701] env[69843]: DEBUG nova.compute.manager [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] No waiting events found dispatching network-vif-unplugged-6015e9db-6176-4929-8531-b8b55199953a {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1065.786982] env[69843]: WARNING nova.compute.manager [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Received unexpected event network-vif-unplugged-6015e9db-6176-4929-8531-b8b55199953a for instance with vm_state shelved_offloaded and task_state None. [ 1065.787314] env[69843]: DEBUG nova.compute.manager [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Received event network-changed-6015e9db-6176-4929-8531-b8b55199953a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.788771] env[69843]: DEBUG nova.compute.manager [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Refreshing instance network info cache due to event network-changed-6015e9db-6176-4929-8531-b8b55199953a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.788771] env[69843]: DEBUG oslo_concurrency.lockutils [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] Acquiring lock "refresh_cache-93f5662f-3d56-474a-81eb-38b57f5cfcbb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.788771] env[69843]: DEBUG oslo_concurrency.lockutils [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] Acquired lock "refresh_cache-93f5662f-3d56-474a-81eb-38b57f5cfcbb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.788771] env[69843]: DEBUG nova.network.neutron [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Refreshing network info cache for port 6015e9db-6176-4929-8531-b8b55199953a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.856746] env[69843]: DEBUG nova.network.neutron [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.881509] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c875ae31-501f-4ced-a54e-3e48b8ff49a5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.894537] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13201f0f-6609-45e8-952f-cc0b8a416989 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.903199] env[69843]: DEBUG oslo_concurrency.lockutils [req-8c1ad82c-b91b-4fee-b26d-6494900ab025 req-e1476df8-0c9d-40f9-bfff-76980e69655c service nova] Releasing lock "refresh_cache-5e140dde-bc5a-4613-b6f1-c0a1d04734b7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.941374] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739e3ebc-d236-4e8c-a5e9-0fb1e541aead {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.955036] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945b6062-4002-4afa-852c-d82a2de33f1b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.980049] env[69843]: DEBUG nova.compute.provider_tree [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.169264] env[69843]: DEBUG nova.network.neutron [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Updating instance_info_cache with network_info: [{"id": "e801ccbe-b486-4cfe-bf56-2723b2101362", "address": "fa:16:3e:da:9d:e7", "network": {"id": "6dd8c4c9-b83f-4441-9f9a-206b7ad8cbab", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-421933978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56132270bb5f4dbcb232b91fa05f2c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape801ccbe-b4", "ovs_interfaceid": "e801ccbe-b486-4cfe-bf56-2723b2101362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.278653] env[69843]: DEBUG oslo_vmware.rw_handles [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Completed reading data from the image iterator. {{(pid=69843) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1066.278905] env[69843]: DEBUG oslo_vmware.rw_handles [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521be6db-1f13-a67b-563c-a42010182c31/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1066.279939] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b817275-633f-47b8-a790-7e53ba12c488 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.286791] env[69843]: DEBUG oslo_vmware.rw_handles [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521be6db-1f13-a67b-563c-a42010182c31/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1066.286992] env[69843]: DEBUG oslo_vmware.rw_handles [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521be6db-1f13-a67b-563c-a42010182c31/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1066.287269] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-87affb2e-e3e6-4698-99c1-ff756f83f52f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.334777] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.357142] env[69843]: DEBUG nova.objects.instance [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'flavor' on Instance uuid 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.487141] env[69843]: DEBUG nova.scheduler.client.report [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.592973] env[69843]: DEBUG nova.network.neutron [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Updated VIF entry in instance network info cache for port 6015e9db-6176-4929-8531-b8b55199953a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.593383] env[69843]: DEBUG nova.network.neutron [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Updating instance_info_cache with network_info: [{"id": "6015e9db-6176-4929-8531-b8b55199953a", "address": "fa:16:3e:03:c2:74", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": null, "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6015e9db-61", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.617740] env[69843]: DEBUG oslo_vmware.rw_handles [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521be6db-1f13-a67b-563c-a42010182c31/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1066.617972] env[69843]: INFO nova.virt.vmwareapi.images [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Downloaded image file data ad4beaba-16e7-4304-9e9b-78a916f1a7c8 [ 1066.619016] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa35ca8-5051-493b-86fe-7618a5750608 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.637585] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ebeb91b-1b00-4667-b044-33804f1b0b64 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.672494] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Releasing lock "refresh_cache-c8da8579-9251-411c-85d9-c932c6451b49" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.672893] env[69843]: DEBUG nova.compute.manager [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Instance network_info: |[{"id": "e801ccbe-b486-4cfe-bf56-2723b2101362", "address": "fa:16:3e:da:9d:e7", "network": {"id": "6dd8c4c9-b83f-4441-9f9a-206b7ad8cbab", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-421933978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56132270bb5f4dbcb232b91fa05f2c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape801ccbe-b4", "ovs_interfaceid": "e801ccbe-b486-4cfe-bf56-2723b2101362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.673386] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:9d:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e801ccbe-b486-4cfe-bf56-2723b2101362', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.681181] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Creating folder: Project (56132270bb5f4dbcb232b91fa05f2c17). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.681562] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54e35e87-cbe1-4767-87e2-048802962342 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.694398] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Created folder: Project (56132270bb5f4dbcb232b91fa05f2c17) in parent group-v737654. [ 1066.694672] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Creating folder: Instances. Parent ref: group-v737916. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.695287] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdde2784-2f5d-4c80-9918-b1a77c6ed038 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.712723] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Created folder: Instances in parent group-v737916. [ 1066.712994] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.714244] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.714244] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-559ec9ee-f14b-4a25-9027-abd6dcd73a40 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.729976] env[69843]: INFO nova.virt.vmwareapi.images [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] The imported VM was unregistered [ 1066.732791] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Caching image {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1066.732791] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8 {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.733098] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-730ebc56-d3c3-4a26-8978-e0b0d08da50a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.740435] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.740435] env[69843]: value = "task-3704712" [ 1066.740435] env[69843]: _type = "Task" [ 1066.740435] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.746851] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Created directory with path [datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8 {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.747064] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f1bd49e8-3d79-42db-ae48-ffe3a6c90cab/OSTACK_IMG_f1bd49e8-3d79-42db-ae48-ffe3a6c90cab.vmdk to [datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8/ad4beaba-16e7-4304-9e9b-78a916f1a7c8.vmdk. {{(pid=69843) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1066.751218] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-afa4843b-f695-49c5-b1a5-ed49dd2fd277 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.753535] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704712, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.759139] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1066.759139] env[69843]: value = "task-3704713" [ 1066.759139] env[69843]: _type = "Task" [ 1066.759139] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.768409] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704713, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.869411] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.869411] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.869411] env[69843]: DEBUG nova.network.neutron [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.869411] env[69843]: DEBUG nova.objects.instance [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'info_cache' on Instance uuid 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.992474] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.993098] env[69843]: DEBUG nova.compute.manager [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.996308] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.492s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.996588] env[69843]: DEBUG nova.objects.instance [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lazy-loading 'resources' on Instance uuid 4d8b21d0-8678-4704-949f-6bec20cc1dd3 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.099262] env[69843]: DEBUG oslo_concurrency.lockutils [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] Releasing lock "refresh_cache-93f5662f-3d56-474a-81eb-38b57f5cfcbb" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.099588] env[69843]: DEBUG nova.compute.manager [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Received event network-vif-plugged-e801ccbe-b486-4cfe-bf56-2723b2101362 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.099768] env[69843]: DEBUG oslo_concurrency.lockutils [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] Acquiring lock "c8da8579-9251-411c-85d9-c932c6451b49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.099981] env[69843]: DEBUG oslo_concurrency.lockutils [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] Lock "c8da8579-9251-411c-85d9-c932c6451b49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.100998] env[69843]: DEBUG oslo_concurrency.lockutils [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] Lock "c8da8579-9251-411c-85d9-c932c6451b49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.100998] env[69843]: DEBUG nova.compute.manager [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: c8da8579-9251-411c-85d9-c932c6451b49] No waiting events found dispatching network-vif-plugged-e801ccbe-b486-4cfe-bf56-2723b2101362 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1067.100998] env[69843]: WARNING nova.compute.manager [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Received unexpected event network-vif-plugged-e801ccbe-b486-4cfe-bf56-2723b2101362 for instance with vm_state building and task_state spawning. [ 1067.100998] env[69843]: DEBUG nova.compute.manager [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Received event network-changed-e801ccbe-b486-4cfe-bf56-2723b2101362 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.100998] env[69843]: DEBUG nova.compute.manager [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Refreshing instance network info cache due to event network-changed-e801ccbe-b486-4cfe-bf56-2723b2101362. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.101297] env[69843]: DEBUG oslo_concurrency.lockutils [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] Acquiring lock "refresh_cache-c8da8579-9251-411c-85d9-c932c6451b49" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.101333] env[69843]: DEBUG oslo_concurrency.lockutils [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] Acquired lock "refresh_cache-c8da8579-9251-411c-85d9-c932c6451b49" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.101680] env[69843]: DEBUG nova.network.neutron [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Refreshing network info cache for port e801ccbe-b486-4cfe-bf56-2723b2101362 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.265942] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704712, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.279750] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "394d43df-4645-436e-822e-c446f1e22bee" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.280197] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.287885] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704713, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.372668] env[69843]: DEBUG nova.objects.base [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Object Instance<1910ca1a-ccc5-45d5-82e3-9f6953d3d141> lazy-loaded attributes: flavor,info_cache {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.502025] env[69843]: DEBUG nova.compute.utils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.506845] env[69843]: DEBUG nova.compute.manager [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.508705] env[69843]: DEBUG nova.network.neutron [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.575343] env[69843]: DEBUG nova.policy [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b41493650b477bb5948c7f420cb922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66cdd4c6127c4dfd9d43483d9537e33c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.762316] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704712, 'name': CreateVM_Task, 'duration_secs': 0.988997} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.768711] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.770286] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.770631] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.771447] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.775309] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21edb41-1d65-4186-a789-748bb43e9811 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.788831] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Waiting for the task: (returnval){ [ 1067.788831] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529dbe2c-08a8-0c9b-2af1-4e883640a8e0" [ 1067.788831] env[69843]: _type = "Task" [ 1067.788831] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.790291] env[69843]: DEBUG nova.compute.utils [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.792469] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704713, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.814849] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529dbe2c-08a8-0c9b-2af1-4e883640a8e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.885599] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11af37b0-3010-4b33-bf9b-2a7dd4cc62ec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.890543] env[69843]: DEBUG nova.network.neutron [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Updated VIF entry in instance network info cache for port e801ccbe-b486-4cfe-bf56-2723b2101362. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.890949] env[69843]: DEBUG nova.network.neutron [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Updating instance_info_cache with network_info: [{"id": "e801ccbe-b486-4cfe-bf56-2723b2101362", "address": "fa:16:3e:da:9d:e7", "network": {"id": "6dd8c4c9-b83f-4441-9f9a-206b7ad8cbab", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-421933978-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56132270bb5f4dbcb232b91fa05f2c17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape801ccbe-b4", "ovs_interfaceid": "e801ccbe-b486-4cfe-bf56-2723b2101362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.898160] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93438d28-802a-4ad8-a304-19ce746b5970 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.937250] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf8622a-12b8-4102-932c-d5d76b20233c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.946659] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34132b9-a345-41cf-852a-f1213a0d5a8e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.962693] env[69843]: DEBUG nova.compute.provider_tree [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.007277] env[69843]: DEBUG nova.compute.manager [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.027121] env[69843]: DEBUG nova.network.neutron [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Successfully created port: 99c37a95-0112-4de8-9e0b-d5d6ad61fe95 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.198704] env[69843]: DEBUG nova.network.neutron [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance_info_cache with network_info: [{"id": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "address": "fa:16:3e:ca:4e:81", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f4c10b-ff", "ovs_interfaceid": "09f4c10b-ffa8-463c-b1b2-8ca87312805f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.279772] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704713, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.293278] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.312826] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529dbe2c-08a8-0c9b-2af1-4e883640a8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.092097} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.313191] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.313517] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.313785] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.313942] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.314148] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.314454] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b61c011-676c-4cc2-b47b-8d09af16e944 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.332316] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.333663] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.334290] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c039f57e-5042-4789-a18f-cbd31422aa12 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.341817] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Waiting for the task: (returnval){ [ 1068.341817] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52857509-90fd-9095-38c3-2e9887237b01" [ 1068.341817] env[69843]: _type = "Task" [ 1068.341817] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.353918] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52857509-90fd-9095-38c3-2e9887237b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.398844] env[69843]: DEBUG oslo_concurrency.lockutils [req-38d6dfbc-9da0-4506-8080-4284ca06c8ce req-a58135ea-afff-4c43-a42a-792bb425d208 service nova] Releasing lock "refresh_cache-c8da8579-9251-411c-85d9-c932c6451b49" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.464044] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Acquiring lock "ca77936d-eee7-4d7d-b726-0f003c3a6b62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.465194] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Lock "ca77936d-eee7-4d7d-b726-0f003c3a6b62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.471495] env[69843]: DEBUG nova.scheduler.client.report [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.702345] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-1910ca1a-ccc5-45d5-82e3-9f6953d3d141" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.784243] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704713, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.857696] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52857509-90fd-9095-38c3-2e9887237b01, 'name': SearchDatastore_Task, 'duration_secs': 0.094558} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.858646] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2576590a-6d20-46c7-a23e-7b811919e3ed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.866035] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Waiting for the task: (returnval){ [ 1068.866035] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5268904c-ad29-f3a0-0a9a-30c3319c6367" [ 1068.866035] env[69843]: _type = "Task" [ 1068.866035] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.881549] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5268904c-ad29-f3a0-0a9a-30c3319c6367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.971027] env[69843]: DEBUG nova.compute.manager [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.979190] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.983556] env[69843]: DEBUG oslo_concurrency.lockutils [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.901s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.009565] env[69843]: INFO nova.scheduler.client.report [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleted allocations for instance 4d8b21d0-8678-4704-949f-6bec20cc1dd3 [ 1069.020723] env[69843]: DEBUG nova.compute.manager [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.056376] env[69843]: DEBUG nova.virt.hardware [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.056930] env[69843]: DEBUG nova.virt.hardware [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.057362] env[69843]: DEBUG nova.virt.hardware [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.057646] env[69843]: DEBUG nova.virt.hardware [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.057974] env[69843]: DEBUG nova.virt.hardware [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.058809] env[69843]: DEBUG nova.virt.hardware [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.058809] env[69843]: DEBUG nova.virt.hardware [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.059108] env[69843]: DEBUG nova.virt.hardware [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.059366] env[69843]: DEBUG nova.virt.hardware [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.059624] env[69843]: DEBUG nova.virt.hardware [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.059916] env[69843]: DEBUG nova.virt.hardware [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.061381] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b4b2ff-978f-4e2d-a52f-b86426a0c2c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.072109] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9518d6b4-33dc-4c8c-ac58-c6592d7c5810 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.282671] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704713, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.375640] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "394d43df-4645-436e-822e-c446f1e22bee" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.377145] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.378194] env[69843]: INFO nova.compute.manager [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Attaching volume f05f1ed7-a190-4a96-a71e-be57537eecd7 to /dev/sdc [ 1069.396831] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5268904c-ad29-f3a0-0a9a-30c3319c6367, 'name': SearchDatastore_Task, 'duration_secs': 0.102024} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.403343] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.403721] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] c8da8579-9251-411c-85d9-c932c6451b49/c8da8579-9251-411c-85d9-c932c6451b49.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.405326] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e631b4fe-337b-4454-ab09-ad40a148c7eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.416655] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Waiting for the task: (returnval){ [ 1069.416655] env[69843]: value = "task-3704714" [ 1069.416655] env[69843]: _type = "Task" [ 1069.416655] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.428612] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.458753] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607cea36-dbdf-486a-9eb5-032ed15afb46 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.472527] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd76b52-6532-4f19-97fc-c91ec3e389b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.490010] env[69843]: INFO nova.compute.claims [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.501433] env[69843]: DEBUG nova.virt.block_device [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Updating existing volume attachment record: 955f3c95-029c-4785-bf74-02f20e720bfb {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1069.518873] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.522375] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5189412d-5c8f-471f-8f94-294d057d1b22 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "4d8b21d0-8678-4704-949f-6bec20cc1dd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.353s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.717560] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.717560] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ab2e121-ece2-4c27-8481-947aef83ce9d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.727168] env[69843]: DEBUG oslo_vmware.api [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1069.727168] env[69843]: value = "task-3704716" [ 1069.727168] env[69843]: _type = "Task" [ 1069.727168] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.736192] env[69843]: DEBUG oslo_vmware.api [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.771213] env[69843]: INFO nova.compute.manager [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Rebuilding instance [ 1069.786348] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704713, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.777544} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.786747] env[69843]: INFO nova.virt.vmwareapi.ds_util [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f1bd49e8-3d79-42db-ae48-ffe3a6c90cab/OSTACK_IMG_f1bd49e8-3d79-42db-ae48-ffe3a6c90cab.vmdk to [datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8/ad4beaba-16e7-4304-9e9b-78a916f1a7c8.vmdk. [ 1069.787048] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Cleaning up location [datastore2] OSTACK_IMG_f1bd49e8-3d79-42db-ae48-ffe3a6c90cab {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1069.787279] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f1bd49e8-3d79-42db-ae48-ffe3a6c90cab {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.787695] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6679c732-46a6-4367-a725-91d432ccc2ec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.797846] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1069.797846] env[69843]: value = "task-3704717" [ 1069.797846] env[69843]: _type = "Task" [ 1069.797846] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.815226] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.844643] env[69843]: DEBUG nova.compute.manager [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.845678] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19bf8d7-327a-42ec-9679-9a5ea43434ac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.929792] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704714, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.011840] env[69843]: INFO nova.compute.resource_tracker [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating resource usage from migration c5d1559d-652f-4b49-af65-b16dccd65d1b [ 1070.149999] env[69843]: DEBUG nova.compute.manager [req-dbac1e2f-0626-4c84-a5d5-61bd6d286e91 req-ac0bc1e6-c1a5-4ba5-a0e8-5988742b1c41 service nova] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Received event network-vif-plugged-99c37a95-0112-4de8-9e0b-d5d6ad61fe95 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.149999] env[69843]: DEBUG oslo_concurrency.lockutils [req-dbac1e2f-0626-4c84-a5d5-61bd6d286e91 req-ac0bc1e6-c1a5-4ba5-a0e8-5988742b1c41 service nova] Acquiring lock "e7ab9204-230f-4c4a-839a-c9557c458acf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.149999] env[69843]: DEBUG oslo_concurrency.lockutils [req-dbac1e2f-0626-4c84-a5d5-61bd6d286e91 req-ac0bc1e6-c1a5-4ba5-a0e8-5988742b1c41 service nova] Lock "e7ab9204-230f-4c4a-839a-c9557c458acf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.150142] env[69843]: DEBUG oslo_concurrency.lockutils [req-dbac1e2f-0626-4c84-a5d5-61bd6d286e91 req-ac0bc1e6-c1a5-4ba5-a0e8-5988742b1c41 service nova] Lock "e7ab9204-230f-4c4a-839a-c9557c458acf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.150287] env[69843]: DEBUG nova.compute.manager [req-dbac1e2f-0626-4c84-a5d5-61bd6d286e91 req-ac0bc1e6-c1a5-4ba5-a0e8-5988742b1c41 service nova] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] No waiting events found dispatching network-vif-plugged-99c37a95-0112-4de8-9e0b-d5d6ad61fe95 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1070.150505] env[69843]: WARNING nova.compute.manager [req-dbac1e2f-0626-4c84-a5d5-61bd6d286e91 req-ac0bc1e6-c1a5-4ba5-a0e8-5988742b1c41 service nova] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Received unexpected event network-vif-plugged-99c37a95-0112-4de8-9e0b-d5d6ad61fe95 for instance with vm_state building and task_state spawning. [ 1070.241014] env[69843]: DEBUG oslo_vmware.api [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.253305] env[69843]: DEBUG nova.network.neutron [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Successfully updated port: 99c37a95-0112-4de8-9e0b-d5d6ad61fe95 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.314708] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223845} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.317843] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.318537] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8/ad4beaba-16e7-4304-9e9b-78a916f1a7c8.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.318926] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8/ad4beaba-16e7-4304-9e9b-78a916f1a7c8.vmdk to [datastore2] bd5fea86-ad66-42fe-937f-a9bc38d94f5e/bd5fea86-ad66-42fe-937f-a9bc38d94f5e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.319556] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8caf1f69-3bc7-4c00-84e5-b08c02b9e59c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.328486] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1070.328486] env[69843]: value = "task-3704718" [ 1070.328486] env[69843]: _type = "Task" [ 1070.328486] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.346629] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.389383] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cb5aa5-36f7-4e57-8893-9092822753ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.399510] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5c183f-35eb-499a-952f-b20e8976ba09 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.440642] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc1deab-8e48-4944-89b4-91b52b35cb82 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.455149] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b331cb9-d0d3-4f2a-8f56-a6feed23818f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.460095] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61766} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.460095] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] c8da8579-9251-411c-85d9-c932c6451b49/c8da8579-9251-411c-85d9-c932c6451b49.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.460319] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.461133] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-676c4855-bc78-4bf1-b2d9-a3518bd4ced7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.473109] env[69843]: DEBUG nova.compute.provider_tree [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.482920] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Waiting for the task: (returnval){ [ 1070.482920] env[69843]: value = "task-3704719" [ 1070.482920] env[69843]: _type = "Task" [ 1070.482920] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.496122] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.737850] env[69843]: DEBUG oslo_vmware.api [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704716, 'name': PowerOnVM_Task, 'duration_secs': 0.657188} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.738192] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.738343] env[69843]: DEBUG nova.compute.manager [None req-5aed7e89-c62e-43ac-ba40-562d12280250 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.739190] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e5fad8-0308-4dcb-b724-d15302eb7ee4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.760180] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "refresh_cache-e7ab9204-230f-4c4a-839a-c9557c458acf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.760240] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "refresh_cache-e7ab9204-230f-4c4a-839a-c9557c458acf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.760412] env[69843]: DEBUG nova.network.neutron [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.847027] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.864811] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.865131] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f99f2573-8322-4d90-8ce0-921c13e5ecb9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.873861] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Waiting for the task: (returnval){ [ 1070.873861] env[69843]: value = "task-3704720" [ 1070.873861] env[69843]: _type = "Task" [ 1070.873861] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.883232] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.976803] env[69843]: DEBUG nova.scheduler.client.report [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.997442] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075354} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.997916] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.999631] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3027f306-7608-4e6c-97c1-70eca04535ff {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.027294] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] c8da8579-9251-411c-85d9-c932c6451b49/c8da8579-9251-411c-85d9-c932c6451b49.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.028040] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27b3181-1c8f-42f4-8897-f5e6b9c5e3c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.051788] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Waiting for the task: (returnval){ [ 1071.051788] env[69843]: value = "task-3704721" [ 1071.051788] env[69843]: _type = "Task" [ 1071.051788] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.061842] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.305088] env[69843]: DEBUG nova.network.neutron [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.341462] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704718, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.385227] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704720, 'name': PowerOffVM_Task, 'duration_secs': 0.220526} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.385586] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.386515] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.386729] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a941f79a-16e9-4857-a8ec-5ece3094a243 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.396386] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Waiting for the task: (returnval){ [ 1071.396386] env[69843]: value = "task-3704722" [ 1071.396386] env[69843]: _type = "Task" [ 1071.396386] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.406551] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.486020] env[69843]: DEBUG oslo_concurrency.lockutils [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.501s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.486020] env[69843]: INFO nova.compute.manager [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Migrating [ 1071.491888] env[69843]: DEBUG nova.network.neutron [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Updating instance_info_cache with network_info: [{"id": "99c37a95-0112-4de8-9e0b-d5d6ad61fe95", "address": "fa:16:3e:fb:ef:7c", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99c37a95-01", "ovs_interfaceid": "99c37a95-0112-4de8-9e0b-d5d6ad61fe95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.494290] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.701s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.496598] env[69843]: INFO nova.compute.claims [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.565324] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.841413] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704718, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.907873] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1071.908205] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1071.908374] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737883', 'volume_id': '893ed99b-4b95-4de6-9b4e-8482330f7997', 'name': 'volume-893ed99b-4b95-4de6-9b4e-8482330f7997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81377770-2e1d-4bf3-aa56-16d4aecdac31', 'attached_at': '', 'detached_at': '', 'volume_id': '893ed99b-4b95-4de6-9b4e-8482330f7997', 'serial': '893ed99b-4b95-4de6-9b4e-8482330f7997'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1071.909340] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c935880c-6dd0-461e-b0a7-6c6cf9dc129c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.930847] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a315d643-0eb3-4bab-a83e-17f309d26cdc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.939755] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68114a66-d5a0-4a74-b209-62d5b8f33158 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.959194] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5be710-576d-47b3-9704-cbae1eed4844 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.975632] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] The volume has not been displaced from its original location: [datastore2] volume-893ed99b-4b95-4de6-9b4e-8482330f7997/volume-893ed99b-4b95-4de6-9b4e-8482330f7997.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1071.981168] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.981596] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a818cf-d616-4c82-a86b-7f012e40c1c5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.003296] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "refresh_cache-e7ab9204-230f-4c4a-839a-c9557c458acf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.003690] env[69843]: DEBUG nova.compute.manager [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Instance network_info: |[{"id": "99c37a95-0112-4de8-9e0b-d5d6ad61fe95", "address": "fa:16:3e:fb:ef:7c", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99c37a95-01", "ovs_interfaceid": "99c37a95-0112-4de8-9e0b-d5d6ad61fe95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.004087] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Waiting for the task: (returnval){ [ 1072.004087] env[69843]: value = "task-3704724" [ 1072.004087] env[69843]: _type = "Task" [ 1072.004087] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.004462] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:ef:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99c37a95-0112-4de8-9e0b-d5d6ad61fe95', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.012866] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.016126] env[69843]: DEBUG oslo_concurrency.lockutils [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.016298] env[69843]: DEBUG oslo_concurrency.lockutils [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.016701] env[69843]: DEBUG nova.network.neutron [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.018677] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.023560] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a3964b6-fe0e-4cdc-be24-0fcc95ef7071 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.050612] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.052330] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.052330] env[69843]: value = "task-3704725" [ 1072.052330] env[69843]: _type = "Task" [ 1072.052330] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.066369] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704725, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.070715] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.162160] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.162471] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.162694] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.162909] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.163095] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.168060] env[69843]: INFO nova.compute.manager [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Terminating instance [ 1072.185901] env[69843]: DEBUG nova.compute.manager [req-14e17c10-c5f0-4caf-9e8b-9b1832ea70b1 req-2aabb709-204e-42f5-ba4b-3f062f5d63f5 service nova] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Received event network-changed-99c37a95-0112-4de8-9e0b-d5d6ad61fe95 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.186870] env[69843]: DEBUG nova.compute.manager [req-14e17c10-c5f0-4caf-9e8b-9b1832ea70b1 req-2aabb709-204e-42f5-ba4b-3f062f5d63f5 service nova] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Refreshing instance network info cache due to event network-changed-99c37a95-0112-4de8-9e0b-d5d6ad61fe95. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.187063] env[69843]: DEBUG oslo_concurrency.lockutils [req-14e17c10-c5f0-4caf-9e8b-9b1832ea70b1 req-2aabb709-204e-42f5-ba4b-3f062f5d63f5 service nova] Acquiring lock "refresh_cache-e7ab9204-230f-4c4a-839a-c9557c458acf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.187211] env[69843]: DEBUG oslo_concurrency.lockutils [req-14e17c10-c5f0-4caf-9e8b-9b1832ea70b1 req-2aabb709-204e-42f5-ba4b-3f062f5d63f5 service nova] Acquired lock "refresh_cache-e7ab9204-230f-4c4a-839a-c9557c458acf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.187456] env[69843]: DEBUG nova.network.neutron [req-14e17c10-c5f0-4caf-9e8b-9b1832ea70b1 req-2aabb709-204e-42f5-ba4b-3f062f5d63f5 service nova] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Refreshing network info cache for port 99c37a95-0112-4de8-9e0b-d5d6ad61fe95 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.342236] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704718, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.531460] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704724, 'name': ReconfigVM_Task, 'duration_secs': 0.471187} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.532977] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.542051] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ef9352-7f03-4a4f-a920-7b7ccb25289c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.575955] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704725, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.584959] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Waiting for the task: (returnval){ [ 1072.584959] env[69843]: value = "task-3704726" [ 1072.584959] env[69843]: _type = "Task" [ 1072.584959] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.585391] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.599124] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.675274] env[69843]: DEBUG nova.compute.manager [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.675596] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.676898] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb478c9-46ee-43cf-aa79-2ce9d2cd7e22 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.689235] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.692339] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e91a909-6291-40a2-8386-fd0544fd394f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.707214] env[69843]: DEBUG oslo_vmware.api [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1072.707214] env[69843]: value = "task-3704727" [ 1072.707214] env[69843]: _type = "Task" [ 1072.707214] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.728377] env[69843]: DEBUG oslo_vmware.api [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.853200] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704718, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.888970] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5412c276-2b33-4f35-9302-9a15e2355ff9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.900808] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0994199a-0682-401f-b098-9600afb82ab0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.909159] env[69843]: DEBUG nova.network.neutron [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance_info_cache with network_info: [{"id": "48bd96f9-6326-4a87-bc9f-b781af9a436a", "address": "fa:16:3e:ba:44:8b", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bd96f9-63", "ovs_interfaceid": "48bd96f9-6326-4a87-bc9f-b781af9a436a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.943524] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693ab31c-dd37-4b6f-b9e8-4556b02e8bf2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.956957] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ae3c04-9841-4032-8b60-bbea87a0d14c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.977561] env[69843]: DEBUG nova.compute.provider_tree [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.986546] env[69843]: DEBUG nova.network.neutron [req-14e17c10-c5f0-4caf-9e8b-9b1832ea70b1 req-2aabb709-204e-42f5-ba4b-3f062f5d63f5 service nova] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Updated VIF entry in instance network info cache for port 99c37a95-0112-4de8-9e0b-d5d6ad61fe95. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.987132] env[69843]: DEBUG nova.network.neutron [req-14e17c10-c5f0-4caf-9e8b-9b1832ea70b1 req-2aabb709-204e-42f5-ba4b-3f062f5d63f5 service nova] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Updating instance_info_cache with network_info: [{"id": "99c37a95-0112-4de8-9e0b-d5d6ad61fe95", "address": "fa:16:3e:fb:ef:7c", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99c37a95-01", "ovs_interfaceid": "99c37a95-0112-4de8-9e0b-d5d6ad61fe95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.076496] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.080643] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704725, 'name': CreateVM_Task, 'duration_secs': 0.932709} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.080838] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.081617] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.081777] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.082164] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.083034] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0f5ab0-83e5-4cf8-a263-4c568d47c8ca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.093157] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1073.093157] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520c8aeb-253e-37f5-ae7b-7cffdf9e61a1" [ 1073.093157] env[69843]: _type = "Task" [ 1073.093157] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.101416] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704726, 'name': ReconfigVM_Task, 'duration_secs': 0.326078} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.102376] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737883', 'volume_id': '893ed99b-4b95-4de6-9b4e-8482330f7997', 'name': 'volume-893ed99b-4b95-4de6-9b4e-8482330f7997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81377770-2e1d-4bf3-aa56-16d4aecdac31', 'attached_at': '', 'detached_at': '', 'volume_id': '893ed99b-4b95-4de6-9b4e-8482330f7997', 'serial': '893ed99b-4b95-4de6-9b4e-8482330f7997'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1073.102713] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.103577] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61dd6d8-3517-43b3-b083-152a07b0508f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.114523] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520c8aeb-253e-37f5-ae7b-7cffdf9e61a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.118316] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.118953] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e08c5df6-b884-42eb-bb0b-36bc336690d8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.205257] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.205451] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.205632] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Deleting the datastore file [datastore2] 81377770-2e1d-4bf3-aa56-16d4aecdac31 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.205926] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1257034e-9973-4696-8f5a-b82b96b8638c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.216329] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Waiting for the task: (returnval){ [ 1073.216329] env[69843]: value = "task-3704729" [ 1073.216329] env[69843]: _type = "Task" [ 1073.216329] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.225608] env[69843]: DEBUG oslo_vmware.api [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704727, 'name': PowerOffVM_Task, 'duration_secs': 0.324869} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.229440] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.229680] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.229920] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.230175] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02a98d25-606f-4917-b070-0ac2ce80bb65 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.349372] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704718, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.444080] env[69843]: DEBUG oslo_concurrency.lockutils [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.447194] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.447364] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.447615] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleting the datastore file [datastore1] 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.448305] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70100148-fdbe-4f82-ba85-c55bacb0afee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.458274] env[69843]: DEBUG oslo_vmware.api [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1073.458274] env[69843]: value = "task-3704731" [ 1073.458274] env[69843]: _type = "Task" [ 1073.458274] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.468329] env[69843]: DEBUG oslo_vmware.api [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.481046] env[69843]: DEBUG nova.scheduler.client.report [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.491202] env[69843]: DEBUG oslo_concurrency.lockutils [req-14e17c10-c5f0-4caf-9e8b-9b1832ea70b1 req-2aabb709-204e-42f5-ba4b-3f062f5d63f5 service nova] Releasing lock "refresh_cache-e7ab9204-230f-4c4a-839a-c9557c458acf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.573883] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.606590] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520c8aeb-253e-37f5-ae7b-7cffdf9e61a1, 'name': SearchDatastore_Task, 'duration_secs': 0.100194} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.607113] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.607413] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.607690] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.607990] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.608088] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.608393] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b495c00c-98ea-4d7b-986a-04d3fb8d6f07 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.632410] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.632634] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.633572] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2517a2a-6c83-4d12-b12e-9ffbd7442129 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.640782] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1073.640782] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520a28af-e3e8-8d19-f40a-4aaa6be11d3a" [ 1073.640782] env[69843]: _type = "Task" [ 1073.640782] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.650419] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520a28af-e3e8-8d19-f40a-4aaa6be11d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.726589] env[69843]: DEBUG oslo_vmware.api [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Task: {'id': task-3704729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428324} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.726883] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.727082] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.727257] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.782925] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1073.783309] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-279d0ddd-4aeb-42a9-b52b-9b1d51551a5b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.792973] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7db006d-7249-4ef6-98cd-c28f4dc69fce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.831324] env[69843]: ERROR nova.compute.manager [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Failed to detach volume 893ed99b-4b95-4de6-9b4e-8482330f7997 from /dev/sda: nova.exception.InstanceNotFound: Instance 81377770-2e1d-4bf3-aa56-16d4aecdac31 could not be found. [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Traceback (most recent call last): [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] self.driver.rebuild(**kwargs) [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] raise NotImplementedError() [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] NotImplementedError [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] During handling of the above exception, another exception occurred: [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Traceback (most recent call last): [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] self.driver.detach_volume(context, old_connection_info, [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] return self._volumeops.detach_volume(connection_info, instance) [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] self._detach_volume_vmdk(connection_info, instance) [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] stable_ref.fetch_moref(session) [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] nova.exception.InstanceNotFound: Instance 81377770-2e1d-4bf3-aa56-16d4aecdac31 could not be found. [ 1073.831324] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] [ 1073.843506] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704718, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.114197} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.844940] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ad4beaba-16e7-4304-9e9b-78a916f1a7c8/ad4beaba-16e7-4304-9e9b-78a916f1a7c8.vmdk to [datastore2] bd5fea86-ad66-42fe-937f-a9bc38d94f5e/bd5fea86-ad66-42fe-937f-a9bc38d94f5e.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.844940] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89391fb7-3c0c-4751-accc-435c4426f22e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.867345] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] bd5fea86-ad66-42fe-937f-a9bc38d94f5e/bd5fea86-ad66-42fe-937f-a9bc38d94f5e.vmdk or device None with type streamOptimized {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.870352] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dd6b350-391f-4f0b-b0dc-ca8f9fe40d53 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.891624] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1073.891624] env[69843]: value = "task-3704732" [ 1073.891624] env[69843]: _type = "Task" [ 1073.891624] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.901171] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.971811] env[69843]: DEBUG oslo_vmware.api [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39336} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.972113] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.972351] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.973046] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.973046] env[69843]: INFO nova.compute.manager [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1073.973156] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.973339] env[69843]: DEBUG nova.compute.manager [-] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.973451] env[69843]: DEBUG nova.network.neutron [-] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.987397] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.988097] env[69843]: DEBUG nova.compute.manager [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.992131] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.333s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.996024] env[69843]: INFO nova.compute.claims [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.013296] env[69843]: DEBUG nova.compute.utils [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Build of instance 81377770-2e1d-4bf3-aa56-16d4aecdac31 aborted: Failed to rebuild volume backed instance. {{(pid=69843) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1074.019060] env[69843]: ERROR nova.compute.manager [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 81377770-2e1d-4bf3-aa56-16d4aecdac31 aborted: Failed to rebuild volume backed instance. [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Traceback (most recent call last): [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] self.driver.rebuild(**kwargs) [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] raise NotImplementedError() [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] NotImplementedError [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] During handling of the above exception, another exception occurred: [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Traceback (most recent call last): [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] self._detach_root_volume(context, instance, root_bdm) [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] with excutils.save_and_reraise_exception(): [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] self.force_reraise() [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] raise self.value [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] self.driver.detach_volume(context, old_connection_info, [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] return self._volumeops.detach_volume(connection_info, instance) [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] self._detach_volume_vmdk(connection_info, instance) [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] stable_ref.fetch_moref(session) [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] nova.exception.InstanceNotFound: Instance 81377770-2e1d-4bf3-aa56-16d4aecdac31 could not be found. [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] During handling of the above exception, another exception occurred: [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Traceback (most recent call last): [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] yield [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1074.019060] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] self._do_rebuild_instance_with_claim( [ 1074.020067] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1074.020067] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] self._do_rebuild_instance( [ 1074.020067] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1074.020067] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] self._rebuild_default_impl(**kwargs) [ 1074.020067] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1074.020067] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] self._rebuild_volume_backed_instance( [ 1074.020067] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1074.020067] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] raise exception.BuildAbortException( [ 1074.020067] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] nova.exception.BuildAbortException: Build of instance 81377770-2e1d-4bf3-aa56-16d4aecdac31 aborted: Failed to rebuild volume backed instance. [ 1074.020067] env[69843]: ERROR nova.compute.manager [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] [ 1074.071241] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1074.071492] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737919', 'volume_id': 'f05f1ed7-a190-4a96-a71e-be57537eecd7', 'name': 'volume-f05f1ed7-a190-4a96-a71e-be57537eecd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '394d43df-4645-436e-822e-c446f1e22bee', 'attached_at': '', 'detached_at': '', 'volume_id': 'f05f1ed7-a190-4a96-a71e-be57537eecd7', 'serial': 'f05f1ed7-a190-4a96-a71e-be57537eecd7'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1074.072401] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064ee69c-fed9-4d84-9f4b-ba703f625c73 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.079671] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704721, 'name': ReconfigVM_Task, 'duration_secs': 2.622951} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.080407] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Reconfigured VM instance instance-0000005b to attach disk [datastore2] c8da8579-9251-411c-85d9-c932c6451b49/c8da8579-9251-411c-85d9-c932c6451b49.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.081141] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eac5479-b293-4dff-a8ad-213e4f09ee90 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.095796] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb7a534-903b-4ce0-ab2a-d0d6fe214d06 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.101160] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Waiting for the task: (returnval){ [ 1074.101160] env[69843]: value = "task-3704733" [ 1074.101160] env[69843]: _type = "Task" [ 1074.101160] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.130637] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-f05f1ed7-a190-4a96-a71e-be57537eecd7/volume-f05f1ed7-a190-4a96-a71e-be57537eecd7.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.131524] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd43fa4-657f-4128-b4b2-bcbd8ef4038b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.154423] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704733, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.168824] env[69843]: DEBUG oslo_vmware.api [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1074.168824] env[69843]: value = "task-3704734" [ 1074.168824] env[69843]: _type = "Task" [ 1074.168824] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.173016] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520a28af-e3e8-8d19-f40a-4aaa6be11d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.043155} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.179351] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84adbb61-a066-4f19-9f05-946e2157a285 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.186231] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1074.186231] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bd4620-cea4-d652-9f1e-a9d5626820b1" [ 1074.186231] env[69843]: _type = "Task" [ 1074.186231] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.190510] env[69843]: DEBUG oslo_vmware.api [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.200228] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bd4620-cea4-d652-9f1e-a9d5626820b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.393026] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "edb8953b-b66d-410f-8cff-c699113e456e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.393369] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "edb8953b-b66d-410f-8cff-c699113e456e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.393588] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "edb8953b-b66d-410f-8cff-c699113e456e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.393769] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "edb8953b-b66d-410f-8cff-c699113e456e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.393940] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "edb8953b-b66d-410f-8cff-c699113e456e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.399910] env[69843]: INFO nova.compute.manager [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Terminating instance [ 1074.408902] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704732, 'name': ReconfigVM_Task, 'duration_secs': 0.306475} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.409451] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Reconfigured VM instance instance-00000042 to attach disk [datastore2] bd5fea86-ad66-42fe-937f-a9bc38d94f5e/bd5fea86-ad66-42fe-937f-a9bc38d94f5e.vmdk or device None with type streamOptimized {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.410758] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'encrypted': False, 'encryption_options': None, 'boot_index': 0, 'disk_bus': None, 'encryption_format': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'image_id': '6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '6c645729-3a18-46b8-a567-fd037ccc5d1a', 'boot_index': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737898', 'volume_id': '7bea520f-13fc-4710-b587-fcc23edea724', 'name': 'volume-7bea520f-13fc-4710-b587-fcc23edea724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bd5fea86-ad66-42fe-937f-a9bc38d94f5e', 'attached_at': '', 'detached_at': '', 'volume_id': '7bea520f-13fc-4710-b587-fcc23edea724', 'serial': '7bea520f-13fc-4710-b587-fcc23edea724'}, 'volume_type': None}], 'swap': None} {{(pid=69843) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1074.410976] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1074.411203] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737898', 'volume_id': '7bea520f-13fc-4710-b587-fcc23edea724', 'name': 'volume-7bea520f-13fc-4710-b587-fcc23edea724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bd5fea86-ad66-42fe-937f-a9bc38d94f5e', 'attached_at': '', 'detached_at': '', 'volume_id': '7bea520f-13fc-4710-b587-fcc23edea724', 'serial': '7bea520f-13fc-4710-b587-fcc23edea724'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1074.412076] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6ad83-f6c6-4f73-8297-fd5f5eaf814a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.430918] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f57206-3118-49ed-ae02-50c0270b6f0c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.457187] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-7bea520f-13fc-4710-b587-fcc23edea724/volume-7bea520f-13fc-4710-b587-fcc23edea724.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.460092] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dcc458f-2548-4a69-85d1-664ee1b62cdc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.481147] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1074.481147] env[69843]: value = "task-3704735" [ 1074.481147] env[69843]: _type = "Task" [ 1074.481147] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.492503] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.497313] env[69843]: DEBUG nova.compute.utils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.501814] env[69843]: DEBUG nova.compute.manager [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.502171] env[69843]: DEBUG nova.network.neutron [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.573629] env[69843]: DEBUG nova.policy [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515bb19c77e74ab2966d169950a167a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fc01bb7ce0a49098b62954f81661f03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.617247] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704733, 'name': Rename_Task, 'duration_secs': 0.195348} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.617524] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.617789] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecb15d0a-4772-4a6d-8f78-4f66c7327135 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.625471] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Waiting for the task: (returnval){ [ 1074.625471] env[69843]: value = "task-3704736" [ 1074.625471] env[69843]: _type = "Task" [ 1074.625471] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.634837] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.682125] env[69843]: DEBUG oslo_vmware.api [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704734, 'name': ReconfigVM_Task, 'duration_secs': 0.43373} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.682413] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-f05f1ed7-a190-4a96-a71e-be57537eecd7/volume-f05f1ed7-a190-4a96-a71e-be57537eecd7.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.687340] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a206f3d-ff86-4151-9d7c-bb221534773f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.709710] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bd4620-cea4-d652-9f1e-a9d5626820b1, 'name': SearchDatastore_Task, 'duration_secs': 0.016079} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.710896] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.711175] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] e7ab9204-230f-4c4a-839a-c9557c458acf/e7ab9204-230f-4c4a-839a-c9557c458acf.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.711482] env[69843]: DEBUG oslo_vmware.api [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1074.711482] env[69843]: value = "task-3704737" [ 1074.711482] env[69843]: _type = "Task" [ 1074.711482] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.711667] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e50b11d-e14e-4b3a-bc92-23068b3c1a1a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.723359] env[69843]: DEBUG oslo_vmware.api [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.725097] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1074.725097] env[69843]: value = "task-3704738" [ 1074.725097] env[69843]: _type = "Task" [ 1074.725097] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.735130] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.798885] env[69843]: DEBUG nova.compute.manager [req-4f86af23-d2f9-4fb6-ae4d-a28a5f6af3df req-bf33569f-706d-4839-8c12-74fba9ad7668 service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Received event network-vif-deleted-09f4c10b-ffa8-463c-b1b2-8ca87312805f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.799188] env[69843]: INFO nova.compute.manager [req-4f86af23-d2f9-4fb6-ae4d-a28a5f6af3df req-bf33569f-706d-4839-8c12-74fba9ad7668 service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Neutron deleted interface 09f4c10b-ffa8-463c-b1b2-8ca87312805f; detaching it from the instance and deleting it from the info cache [ 1074.799384] env[69843]: DEBUG nova.network.neutron [req-4f86af23-d2f9-4fb6-ae4d-a28a5f6af3df req-bf33569f-706d-4839-8c12-74fba9ad7668 service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.907163] env[69843]: DEBUG nova.compute.manager [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.907163] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.907163] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f6df61-ef1b-434c-876d-e3ac86ebe064 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.915970] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.916272] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-004b4361-880a-46ae-9790-da9607b4c2bc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.924592] env[69843]: DEBUG oslo_vmware.api [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1074.924592] env[69843]: value = "task-3704739" [ 1074.924592] env[69843]: _type = "Task" [ 1074.924592] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.935192] env[69843]: DEBUG oslo_vmware.api [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.979560] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290baf7f-3a56-4daf-aaad-70de7fab0504 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.011972] env[69843]: DEBUG nova.compute.manager [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.015972] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance 'fcc56ba8-271f-43ff-b2c7-ec2db5a04f46' progress to 0 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.024638] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704735, 'name': ReconfigVM_Task, 'duration_secs': 0.36552} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.025267] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-7bea520f-13fc-4710-b587-fcc23edea724/volume-7bea520f-13fc-4710-b587-fcc23edea724.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.033237] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531a174d-2685-4249-a970-4190fb70c96e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.053257] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1075.053257] env[69843]: value = "task-3704740" [ 1075.053257] env[69843]: _type = "Task" [ 1075.053257] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.066989] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.111980] env[69843]: DEBUG nova.network.neutron [-] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.142252] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704736, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.207831] env[69843]: DEBUG nova.network.neutron [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Successfully created port: b7ab4583-da70-4d5e-8cd3-18708b075536 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.229484] env[69843]: DEBUG oslo_vmware.api [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704737, 'name': ReconfigVM_Task, 'duration_secs': 0.194134} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.236151] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737919', 'volume_id': 'f05f1ed7-a190-4a96-a71e-be57537eecd7', 'name': 'volume-f05f1ed7-a190-4a96-a71e-be57537eecd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '394d43df-4645-436e-822e-c446f1e22bee', 'attached_at': '', 'detached_at': '', 'volume_id': 'f05f1ed7-a190-4a96-a71e-be57537eecd7', 'serial': 'f05f1ed7-a190-4a96-a71e-be57537eecd7'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1075.248510] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704738, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.305685] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c8d2bbc-c042-47e4-8bb1-7ae613f0581b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.319355] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d46b7e5-4648-4523-8f43-959a5933597e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.358832] env[69843]: DEBUG nova.compute.manager [req-4f86af23-d2f9-4fb6-ae4d-a28a5f6af3df req-bf33569f-706d-4839-8c12-74fba9ad7668 service nova] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Detach interface failed, port_id=09f4c10b-ffa8-463c-b1b2-8ca87312805f, reason: Instance 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.395149] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c620ac-da97-4e46-a90e-b7ca8c18a632 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.407862] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d606902c-e1f8-4ec5-ad46-fc76d2af864f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.451087] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f09fb7-547c-48ef-bc31-ac9cd2fba70d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.460279] env[69843]: DEBUG oslo_vmware.api [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704739, 'name': PowerOffVM_Task, 'duration_secs': 0.268964} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.462803] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.463159] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.463501] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e033b5e1-17d8-4f72-9af0-0745072fd8fa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.466415] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed5ebae-b988-47bb-9d54-9856057f7d91 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.483929] env[69843]: DEBUG nova.compute.provider_tree [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.530167] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.531210] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62d00e4c-286c-4c0b-9de8-18fa3fe33038 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.540619] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1075.540619] env[69843]: value = "task-3704742" [ 1075.540619] env[69843]: _type = "Task" [ 1075.540619] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.553087] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.553087] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.553087] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleting the datastore file [datastore2] edb8953b-b66d-410f-8cff-c699113e456e {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.553087] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94c03762-de07-4d3a-9022-abcf14212812 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.556759] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.563648] env[69843]: DEBUG oslo_vmware.api [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1075.563648] env[69843]: value = "task-3704743" [ 1075.563648] env[69843]: _type = "Task" [ 1075.563648] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.567916] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704740, 'name': ReconfigVM_Task, 'duration_secs': 0.37987} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.573092] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737898', 'volume_id': '7bea520f-13fc-4710-b587-fcc23edea724', 'name': 'volume-7bea520f-13fc-4710-b587-fcc23edea724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bd5fea86-ad66-42fe-937f-a9bc38d94f5e', 'attached_at': '', 'detached_at': '', 'volume_id': '7bea520f-13fc-4710-b587-fcc23edea724', 'serial': '7bea520f-13fc-4710-b587-fcc23edea724'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1075.574530] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-426b7302-cad5-446f-9dea-3b0197b19162 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.585142] env[69843]: DEBUG oslo_vmware.api [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.588814] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1075.588814] env[69843]: value = "task-3704744" [ 1075.588814] env[69843]: _type = "Task" [ 1075.588814] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.600793] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704744, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.615881] env[69843]: INFO nova.compute.manager [-] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Took 1.64 seconds to deallocate network for instance. [ 1075.639135] env[69843]: DEBUG oslo_vmware.api [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704736, 'name': PowerOnVM_Task, 'duration_secs': 0.903352} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.639420] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.639695] env[69843]: INFO nova.compute.manager [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Took 11.69 seconds to spawn the instance on the hypervisor. [ 1075.639856] env[69843]: DEBUG nova.compute.manager [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1075.640760] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8717544-cc47-4eac-93ea-538a3bf7ed3c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.743415] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643301} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.745037] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] e7ab9204-230f-4c4a-839a-c9557c458acf/e7ab9204-230f-4c4a-839a-c9557c458acf.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.745663] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.745663] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f829774-5d00-4dfe-93f9-50b122914453 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.753969] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1075.753969] env[69843]: value = "task-3704745" [ 1075.753969] env[69843]: _type = "Task" [ 1075.753969] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.766985] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.987195] env[69843]: DEBUG nova.scheduler.client.report [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.032233] env[69843]: DEBUG nova.compute.manager [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.052058] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.052364] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704742, 'name': PowerOffVM_Task, 'duration_secs': 0.276575} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.054525] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.054726] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance 'fcc56ba8-271f-43ff-b2c7-ec2db5a04f46' progress to 17 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.072016] env[69843]: DEBUG nova.virt.hardware [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.072016] env[69843]: DEBUG nova.virt.hardware [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.072016] env[69843]: DEBUG nova.virt.hardware [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.072016] env[69843]: DEBUG nova.virt.hardware [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.072016] env[69843]: DEBUG nova.virt.hardware [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.072016] env[69843]: DEBUG nova.virt.hardware [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.072016] env[69843]: DEBUG nova.virt.hardware [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.072016] env[69843]: DEBUG nova.virt.hardware [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.072016] env[69843]: DEBUG nova.virt.hardware [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.072546] env[69843]: DEBUG nova.virt.hardware [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.072546] env[69843]: DEBUG nova.virt.hardware [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.073334] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617bf514-5b31-48e2-a4fa-f1f7afb94e10 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.086218] env[69843]: DEBUG oslo_vmware.api [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217874} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.088398] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.088596] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.088779] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.088947] env[69843]: INFO nova.compute.manager [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1076.089204] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.089496] env[69843]: DEBUG nova.compute.manager [-] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.092897] env[69843]: DEBUG nova.network.neutron [-] [instance: edb8953b-b66d-410f-8cff-c699113e456e] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.092897] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024db114-7a93-4b2d-bfb2-16265386eec7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.105398] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704744, 'name': Rename_Task, 'duration_secs': 0.176976} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.113641] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.114451] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46008e43-a9bc-408f-ad21-32cd5fa45490 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.123790] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.124156] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1076.124156] env[69843]: value = "task-3704746" [ 1076.124156] env[69843]: _type = "Task" [ 1076.124156] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.133401] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.162562] env[69843]: INFO nova.compute.manager [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Took 29.63 seconds to build instance. [ 1076.266807] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080629} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.267116] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.268017] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2b2377-798b-4134-b423-c278ce566ae8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.291628] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] e7ab9204-230f-4c4a-839a-c9557c458acf/e7ab9204-230f-4c4a-839a-c9557c458acf.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.292403] env[69843]: DEBUG nova.objects.instance [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'flavor' on Instance uuid 394d43df-4645-436e-822e-c446f1e22bee {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.293781] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc222c59-325f-4a0b-9f55-4377e4fedf0a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.316386] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1076.316386] env[69843]: value = "task-3704747" [ 1076.316386] env[69843]: _type = "Task" [ 1076.316386] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.326464] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.494369] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.495198] env[69843]: DEBUG nova.compute.manager [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.498350] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.908s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.498732] env[69843]: DEBUG nova.objects.instance [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Lazy-loading 'resources' on Instance uuid a6f22b47-560c-4feb-b9d3-f71bba6b9403 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.505438] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Acquiring lock "81377770-2e1d-4bf3-aa56-16d4aecdac31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.505438] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lock "81377770-2e1d-4bf3-aa56-16d4aecdac31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.505438] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Acquiring lock "81377770-2e1d-4bf3-aa56-16d4aecdac31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.505888] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lock "81377770-2e1d-4bf3-aa56-16d4aecdac31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.505888] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lock "81377770-2e1d-4bf3-aa56-16d4aecdac31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.508250] env[69843]: INFO nova.compute.manager [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Terminating instance [ 1076.522532] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Acquiring lock "c8da8579-9251-411c-85d9-c932c6451b49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.562654] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.562804] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.563600] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.564477] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.564682] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.564847] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.565098] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.565270] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.565595] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.565595] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.565780] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.571518] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d7f3861-bd30-4c6d-9e4b-b603a40faa1c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.589590] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1076.589590] env[69843]: value = "task-3704748" [ 1076.589590] env[69843]: _type = "Task" [ 1076.589590] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.598997] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.636955] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.668402] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d42de752-5515-4279-bc75-69857fb3fc30 tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Lock "c8da8579-9251-411c-85d9-c932c6451b49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.146s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.669012] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Lock "c8da8579-9251-411c-85d9-c932c6451b49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.147s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.669836] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Acquiring lock "c8da8579-9251-411c-85d9-c932c6451b49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.669836] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Lock "c8da8579-9251-411c-85d9-c932c6451b49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.669836] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Lock "c8da8579-9251-411c-85d9-c932c6451b49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.671893] env[69843]: INFO nova.compute.manager [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Terminating instance [ 1076.812843] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5193bf-4396-40af-85a8-7e9256746842 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.436s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.829574] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.870688] env[69843]: DEBUG nova.compute.manager [req-2ce17e32-1e63-416a-a22e-d0abf6611e8e req-475ec675-48a3-4953-88c3-a75a4df8df8b service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Received event network-vif-deleted-bb4b521b-446e-48be-a3ff-8e1f889f081e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.870923] env[69843]: INFO nova.compute.manager [req-2ce17e32-1e63-416a-a22e-d0abf6611e8e req-475ec675-48a3-4953-88c3-a75a4df8df8b service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Neutron deleted interface bb4b521b-446e-48be-a3ff-8e1f889f081e; detaching it from the instance and deleting it from the info cache [ 1076.871164] env[69843]: DEBUG nova.network.neutron [req-2ce17e32-1e63-416a-a22e-d0abf6611e8e req-475ec675-48a3-4953-88c3-a75a4df8df8b service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.988187] env[69843]: DEBUG oslo_concurrency.lockutils [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.988590] env[69843]: DEBUG oslo_concurrency.lockutils [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.001432] env[69843]: DEBUG nova.compute.utils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.012930] env[69843]: DEBUG nova.compute.manager [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.012930] env[69843]: DEBUG nova.network.neutron [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.015774] env[69843]: DEBUG nova.compute.manager [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.016517] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dae60bb8-36c8-46e6-9a67-72b666320718 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.028816] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a69b7ce-0561-4253-a752-6e8c2b853b84 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.059058] env[69843]: DEBUG nova.compute.manager [req-77dd01d2-27b5-4a55-afc1-4ea203d095c1 req-de1fc0e3-eeeb-4b8f-a183-605d91ef4957 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received event network-vif-plugged-b7ab4583-da70-4d5e-8cd3-18708b075536 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.059058] env[69843]: DEBUG oslo_concurrency.lockutils [req-77dd01d2-27b5-4a55-afc1-4ea203d095c1 req-de1fc0e3-eeeb-4b8f-a183-605d91ef4957 service nova] Acquiring lock "556d025e-6461-4b44-911d-e3e4e3a099df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.059058] env[69843]: DEBUG oslo_concurrency.lockutils [req-77dd01d2-27b5-4a55-afc1-4ea203d095c1 req-de1fc0e3-eeeb-4b8f-a183-605d91ef4957 service nova] Lock "556d025e-6461-4b44-911d-e3e4e3a099df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.059058] env[69843]: DEBUG oslo_concurrency.lockutils [req-77dd01d2-27b5-4a55-afc1-4ea203d095c1 req-de1fc0e3-eeeb-4b8f-a183-605d91ef4957 service nova] Lock "556d025e-6461-4b44-911d-e3e4e3a099df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.059058] env[69843]: DEBUG nova.compute.manager [req-77dd01d2-27b5-4a55-afc1-4ea203d095c1 req-de1fc0e3-eeeb-4b8f-a183-605d91ef4957 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] No waiting events found dispatching network-vif-plugged-b7ab4583-da70-4d5e-8cd3-18708b075536 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1077.059058] env[69843]: WARNING nova.compute.manager [req-77dd01d2-27b5-4a55-afc1-4ea203d095c1 req-de1fc0e3-eeeb-4b8f-a183-605d91ef4957 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received unexpected event network-vif-plugged-b7ab4583-da70-4d5e-8cd3-18708b075536 for instance with vm_state building and task_state spawning. [ 1077.073333] env[69843]: WARNING nova.virt.vmwareapi.driver [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 81377770-2e1d-4bf3-aa56-16d4aecdac31 could not be found. [ 1077.073573] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.075320] env[69843]: DEBUG nova.policy [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc8d4a28d6874951bd56410e322f8cb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd26f67c4b5fe4081a3b5c98c14da6a9e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.079910] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93a8ca89-1adf-4f27-9e5e-e50417a82e10 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.092427] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498c5bc1-a329-44e2-8fb1-d51b16603120 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.117942] env[69843]: DEBUG nova.network.neutron [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Successfully updated port: b7ab4583-da70-4d5e-8cd3-18708b075536 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.126783] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704748, 'name': ReconfigVM_Task, 'duration_secs': 0.324723} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.135618] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance 'fcc56ba8-271f-43ff-b2c7-ec2db5a04f46' progress to 33 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.152036] env[69843]: WARNING nova.virt.vmwareapi.vmops [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 81377770-2e1d-4bf3-aa56-16d4aecdac31 could not be found. [ 1077.152036] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.152036] env[69843]: INFO nova.compute.manager [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Took 0.14 seconds to destroy the instance on the hypervisor. [ 1077.152241] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.153809] env[69843]: DEBUG nova.compute.manager [-] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.154013] env[69843]: DEBUG nova.network.neutron [-] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.156021] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "394d43df-4645-436e-822e-c446f1e22bee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.156290] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.158052] env[69843]: DEBUG nova.network.neutron [-] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.165989] env[69843]: DEBUG oslo_vmware.api [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704746, 'name': PowerOnVM_Task, 'duration_secs': 0.862284} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.167608] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.176876] env[69843]: DEBUG nova.compute.manager [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.176876] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.178767] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616d8739-fe94-4fc6-94c4-c24eb6c45744 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.193023] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.193023] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92bfa2ae-fb6d-40a9-89bd-de589d0dc79f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.204755] env[69843]: DEBUG oslo_vmware.api [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Waiting for the task: (returnval){ [ 1077.204755] env[69843]: value = "task-3704749" [ 1077.204755] env[69843]: _type = "Task" [ 1077.204755] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.220798] env[69843]: DEBUG oslo_vmware.api [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.313588] env[69843]: DEBUG nova.compute.manager [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1077.314653] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f46fa0-d0f0-4476-a9f4-847f51be18f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.337303] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704747, 'name': ReconfigVM_Task, 'duration_secs': 0.627697} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.338184] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Reconfigured VM instance instance-0000005c to attach disk [datastore2] e7ab9204-230f-4c4a-839a-c9557c458acf/e7ab9204-230f-4c4a-839a-c9557c458acf.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.338976] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dfb87ee-00cd-440a-a463-8a2baeab80e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.348800] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1077.348800] env[69843]: value = "task-3704750" [ 1077.348800] env[69843]: _type = "Task" [ 1077.348800] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.368616] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704750, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.374529] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b1999fc-4c2a-4a42-8ae0-057b180b3cd8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.392982] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceed97d0-22e6-4fcc-aad2-3c48230509b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.443110] env[69843]: DEBUG nova.compute.manager [req-2ce17e32-1e63-416a-a22e-d0abf6611e8e req-475ec675-48a3-4953-88c3-a75a4df8df8b service nova] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Detach interface failed, port_id=bb4b521b-446e-48be-a3ff-8e1f889f081e, reason: Instance edb8953b-b66d-410f-8cff-c699113e456e could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.444320] env[69843]: DEBUG nova.network.neutron [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Successfully created port: 4cb4df17-2a94-445d-9485-2f71c55563f8 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.473729] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cff0d4-45ff-416f-95cf-3871c1d11d0c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.481827] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8706e36b-6294-47d7-982c-6ebf730efe9c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.517031] env[69843]: DEBUG nova.compute.utils [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.518814] env[69843]: DEBUG nova.compute.manager [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.522442] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47799339-6dba-494a-ae68-7e6ac6e8ae37 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.534554] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceace1b9-5380-4876-badf-7963726eff13 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.553587] env[69843]: DEBUG nova.compute.provider_tree [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.623046] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.623207] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.623363] env[69843]: DEBUG nova.network.neutron [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.655472] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.655729] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.655887] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.656082] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.656327] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.656515] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.656711] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.657141] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.657141] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.657252] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.657524] env[69843]: DEBUG nova.virt.hardware [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.665957] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.666842] env[69843]: INFO nova.compute.manager [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Detaching volume e47fb738-7c3d-4b82-88d9-81bd673408f6 [ 1077.668981] env[69843]: INFO nova.compute.manager [-] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Took 1.58 seconds to deallocate network for instance. [ 1077.669585] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a05ff83-ba14-4497-a312-9c87504bbaf1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.707997] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1077.707997] env[69843]: value = "task-3704751" [ 1077.707997] env[69843]: _type = "Task" [ 1077.707997] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.725129] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.729425] env[69843]: DEBUG oslo_vmware.api [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704749, 'name': PowerOffVM_Task, 'duration_secs': 0.223622} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.730163] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.730550] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.731500] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d66df2c-f9f1-459f-bb7a-7588dd77eebf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.737840] env[69843]: INFO nova.virt.block_device [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Attempting to driver detach volume e47fb738-7c3d-4b82-88d9-81bd673408f6 from mountpoint /dev/sdb [ 1077.737840] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1077.737840] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737913', 'volume_id': 'e47fb738-7c3d-4b82-88d9-81bd673408f6', 'name': 'volume-e47fb738-7c3d-4b82-88d9-81bd673408f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '394d43df-4645-436e-822e-c446f1e22bee', 'attached_at': '', 'detached_at': '', 'volume_id': 'e47fb738-7c3d-4b82-88d9-81bd673408f6', 'serial': 'e47fb738-7c3d-4b82-88d9-81bd673408f6'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1077.737840] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e285c826-efe8-4da4-a22d-e86951228ae6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.766238] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09950295-6cd8-45b2-bd23-3563747e297b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.774626] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb46ac4-3191-4a3a-95ff-7a23df9ed34f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.806772] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b8c3b3-f85b-4f35-9289-185a7d4adf6b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.812021] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.812940] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.812940] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Deleting the datastore file [datastore2] c8da8579-9251-411c-85d9-c932c6451b49 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.823394] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffed0475-0111-4885-b27e-97f5f8f269ce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.825602] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] The volume has not been displaced from its original location: [datastore2] volume-e47fb738-7c3d-4b82-88d9-81bd673408f6/volume-e47fb738-7c3d-4b82-88d9-81bd673408f6.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1077.830929] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.831325] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c1fbbae-59cb-4a4b-b06f-28318b57f78d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.853409] env[69843]: DEBUG oslo_vmware.api [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Waiting for the task: (returnval){ [ 1077.853409] env[69843]: value = "task-3704753" [ 1077.853409] env[69843]: _type = "Task" [ 1077.853409] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.856467] env[69843]: DEBUG oslo_concurrency.lockutils [None req-eb176ade-ef7c-4eb8-b2ef-fe27a25ecc53 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 42.347s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.863599] env[69843]: DEBUG oslo_vmware.api [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1077.863599] env[69843]: value = "task-3704754" [ 1077.863599] env[69843]: _type = "Task" [ 1077.863599] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.874490] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704750, 'name': Rename_Task, 'duration_secs': 0.251149} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.874829] env[69843]: DEBUG oslo_vmware.api [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.876644] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.876948] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc773ad1-5496-49a1-a312-1bbfad13da28 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.882636] env[69843]: DEBUG oslo_vmware.api [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.889304] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1077.889304] env[69843]: value = "task-3704755" [ 1077.889304] env[69843]: _type = "Task" [ 1077.889304] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.902707] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.022422] env[69843]: DEBUG oslo_concurrency.lockutils [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.034s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.057462] env[69843]: DEBUG nova.scheduler.client.report [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.164350] env[69843]: DEBUG nova.network.neutron [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.204047] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.228482] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.350643] env[69843]: DEBUG nova.network.neutron [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updating instance_info_cache with network_info: [{"id": "b7ab4583-da70-4d5e-8cd3-18708b075536", "address": "fa:16:3e:a5:1f:f1", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab4583-da", "ovs_interfaceid": "b7ab4583-da70-4d5e-8cd3-18708b075536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.373809] env[69843]: DEBUG oslo_vmware.api [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Task: {'id': task-3704753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22805} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.374678] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.374877] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.375100] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.375259] env[69843]: INFO nova.compute.manager [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1078.375545] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.376089] env[69843]: DEBUG nova.compute.manager [-] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.376200] env[69843]: DEBUG nova.network.neutron [-] [instance: c8da8579-9251-411c-85d9-c932c6451b49] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.381776] env[69843]: DEBUG oslo_vmware.api [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704754, 'name': ReconfigVM_Task, 'duration_secs': 0.322292} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.382451] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1078.401029] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4816ea-72e1-4bdb-916e-b73814185ff0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.430016] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704755, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.431841] env[69843]: DEBUG oslo_vmware.api [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1078.431841] env[69843]: value = "task-3704756" [ 1078.431841] env[69843]: _type = "Task" [ 1078.431841] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.445566] env[69843]: DEBUG oslo_vmware.api [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.534784] env[69843]: DEBUG nova.compute.manager [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.564715] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.569881] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.825s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.572022] env[69843]: INFO nova.compute.claims [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.579088] env[69843]: DEBUG nova.virt.hardware [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.579088] env[69843]: DEBUG nova.virt.hardware [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.579088] env[69843]: DEBUG nova.virt.hardware [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.579318] env[69843]: DEBUG nova.virt.hardware [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.579435] env[69843]: DEBUG nova.virt.hardware [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.579596] env[69843]: DEBUG nova.virt.hardware [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.579817] env[69843]: DEBUG nova.virt.hardware [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.580019] env[69843]: DEBUG nova.virt.hardware [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.580477] env[69843]: DEBUG nova.virt.hardware [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.580673] env[69843]: DEBUG nova.virt.hardware [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.580854] env[69843]: DEBUG nova.virt.hardware [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.581594] env[69843]: DEBUG nova.network.neutron [-] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.584034] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5f3986-a421-4ace-8272-80aa74be8614 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.597790] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0093cf52-7f2f-4706-9eb5-ba3fdf47b1cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.614109] env[69843]: INFO nova.scheduler.client.report [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Deleted allocations for instance a6f22b47-560c-4feb-b9d3-f71bba6b9403 [ 1078.740138] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.853955] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.854228] env[69843]: DEBUG nova.compute.manager [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Instance network_info: |[{"id": "b7ab4583-da70-4d5e-8cd3-18708b075536", "address": "fa:16:3e:a5:1f:f1", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab4583-da", "ovs_interfaceid": "b7ab4583-da70-4d5e-8cd3-18708b075536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.854589] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:1f:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7ab4583-da70-4d5e-8cd3-18708b075536', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.863422] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.866999] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.867432] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a85a615-8a4f-4f41-8aa1-788e06c73165 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.897468] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.897468] env[69843]: value = "task-3704757" [ 1078.897468] env[69843]: _type = "Task" [ 1078.897468] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.904683] env[69843]: DEBUG oslo_vmware.api [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704755, 'name': PowerOnVM_Task, 'duration_secs': 0.82312} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.905550] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.905705] env[69843]: INFO nova.compute.manager [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1078.906828] env[69843]: DEBUG nova.compute.manager [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.907772] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072b57e2-0bac-46b2-9c03-93e51a0bb456 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.914291] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704757, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.947406] env[69843]: DEBUG oslo_vmware.api [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704756, 'name': ReconfigVM_Task, 'duration_secs': 0.17773} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.947871] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737913', 'volume_id': 'e47fb738-7c3d-4b82-88d9-81bd673408f6', 'name': 'volume-e47fb738-7c3d-4b82-88d9-81bd673408f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '394d43df-4645-436e-822e-c446f1e22bee', 'attached_at': '', 'detached_at': '', 'volume_id': 'e47fb738-7c3d-4b82-88d9-81bd673408f6', 'serial': 'e47fb738-7c3d-4b82-88d9-81bd673408f6'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1079.091614] env[69843]: INFO nova.compute.manager [-] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Took 1.94 seconds to deallocate network for instance. [ 1079.099257] env[69843]: DEBUG nova.compute.manager [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received event network-changed-b7ab4583-da70-4d5e-8cd3-18708b075536 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.099257] env[69843]: DEBUG nova.compute.manager [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Refreshing instance network info cache due to event network-changed-b7ab4583-da70-4d5e-8cd3-18708b075536. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.099257] env[69843]: DEBUG oslo_concurrency.lockutils [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] Acquiring lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.099257] env[69843]: DEBUG oslo_concurrency.lockutils [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] Acquired lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.099257] env[69843]: DEBUG nova.network.neutron [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Refreshing network info cache for port b7ab4583-da70-4d5e-8cd3-18708b075536 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.124179] env[69843]: DEBUG oslo_concurrency.lockutils [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.124508] env[69843]: DEBUG oslo_concurrency.lockutils [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.124753] env[69843]: INFO nova.compute.manager [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Attaching volume 4a2b1826-0f61-4637-a00b-4a51f864bf88 to /dev/sdb [ 1079.139712] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05c07fbd-0c89-4092-a2a8-cf28b8760a97 tempest-ServerPasswordTestJSON-1820660928 tempest-ServerPasswordTestJSON-1820660928-project-member] Lock "a6f22b47-560c-4feb-b9d3-f71bba6b9403" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.235s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.218175] env[69843]: DEBUG nova.compute.manager [req-e6020216-362f-4c4d-b90f-9495f92d8a0a req-1a592df8-6579-4944-b1b0-241910ea4fdd service nova] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Received event network-vif-plugged-4cb4df17-2a94-445d-9485-2f71c55563f8 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.218430] env[69843]: DEBUG oslo_concurrency.lockutils [req-e6020216-362f-4c4d-b90f-9495f92d8a0a req-1a592df8-6579-4944-b1b0-241910ea4fdd service nova] Acquiring lock "e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.218705] env[69843]: DEBUG oslo_concurrency.lockutils [req-e6020216-362f-4c4d-b90f-9495f92d8a0a req-1a592df8-6579-4944-b1b0-241910ea4fdd service nova] Lock "e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.219114] env[69843]: DEBUG oslo_concurrency.lockutils [req-e6020216-362f-4c4d-b90f-9495f92d8a0a req-1a592df8-6579-4944-b1b0-241910ea4fdd service nova] Lock "e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.219663] env[69843]: DEBUG nova.compute.manager [req-e6020216-362f-4c4d-b90f-9495f92d8a0a req-1a592df8-6579-4944-b1b0-241910ea4fdd service nova] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] No waiting events found dispatching network-vif-plugged-4cb4df17-2a94-445d-9485-2f71c55563f8 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1079.219663] env[69843]: WARNING nova.compute.manager [req-e6020216-362f-4c4d-b90f-9495f92d8a0a req-1a592df8-6579-4944-b1b0-241910ea4fdd service nova] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Received unexpected event network-vif-plugged-4cb4df17-2a94-445d-9485-2f71c55563f8 for instance with vm_state building and task_state spawning. [ 1079.230930] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704751, 'name': ReconfigVM_Task, 'duration_secs': 1.182598} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.231246] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1079.232150] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936f974a-0fab-47f5-96bc-59422ba7834c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.251982] env[69843]: DEBUG nova.network.neutron [-] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.263404] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] fcc56ba8-271f-43ff-b2c7-ec2db5a04f46/fcc56ba8-271f-43ff-b2c7-ec2db5a04f46.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.264945] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bbe6da4-1e52-44ff-b278-7fb768024a35 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.285951] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1079.285951] env[69843]: value = "task-3704758" [ 1079.285951] env[69843]: _type = "Task" [ 1079.285951] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.303183] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.409579] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704757, 'name': CreateVM_Task, 'duration_secs': 0.424602} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.409792] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.410605] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.410794] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.411194] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.411511] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985b2ac4-7d4f-469d-a372-c2d60924d75f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.417958] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1079.417958] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523bcac3-044d-e681-9df9-529f2ca49f17" [ 1079.417958] env[69843]: _type = "Task" [ 1079.417958] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.434998] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523bcac3-044d-e681-9df9-529f2ca49f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.436171] env[69843]: INFO nova.compute.manager [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Took 25.61 seconds to build instance. [ 1079.501199] env[69843]: DEBUG nova.objects.instance [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'flavor' on Instance uuid 394d43df-4645-436e-822e-c446f1e22bee {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.536130] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65672ec0-2361-4b1c-953f-90b7eab9a82f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.544615] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c03ca7e-aa27-45da-8547-361112b75624 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.561417] env[69843]: DEBUG nova.virt.block_device [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Updating existing volume attachment record: 419b89bb-56b6-4375-b6b8-cb2b5bca8806 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1079.680055] env[69843]: INFO nova.compute.manager [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Took 0.58 seconds to detach 1 volumes for instance. [ 1079.680055] env[69843]: DEBUG nova.compute.manager [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Deleting volume: 893ed99b-4b95-4de6-9b4e-8482330f7997 {{(pid=69843) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1079.765865] env[69843]: INFO nova.compute.manager [-] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Took 1.39 seconds to deallocate network for instance. [ 1079.799051] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704758, 'name': ReconfigVM_Task, 'duration_secs': 0.31853} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.804814] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Reconfigured VM instance instance-00000057 to attach disk [datastore1] fcc56ba8-271f-43ff-b2c7-ec2db5a04f46/fcc56ba8-271f-43ff-b2c7-ec2db5a04f46.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.804814] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance 'fcc56ba8-271f-43ff-b2c7-ec2db5a04f46' progress to 50 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.822515] env[69843]: DEBUG nova.network.neutron [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Successfully updated port: 4cb4df17-2a94-445d-9485-2f71c55563f8 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.914233] env[69843]: DEBUG nova.network.neutron [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updated VIF entry in instance network info cache for port b7ab4583-da70-4d5e-8cd3-18708b075536. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.915128] env[69843]: DEBUG nova.network.neutron [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updating instance_info_cache with network_info: [{"id": "b7ab4583-da70-4d5e-8cd3-18708b075536", "address": "fa:16:3e:a5:1f:f1", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab4583-da", "ovs_interfaceid": "b7ab4583-da70-4d5e-8cd3-18708b075536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.937954] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dffdcd-e2f7-44d1-b325-fab35a3dc1f9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.943977] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7bcc6f03-78b0-446b-9802-faeb9d93cbf1 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "e7ab9204-230f-4c4a-839a-c9557c458acf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.132s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.951581] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523bcac3-044d-e681-9df9-529f2ca49f17, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.954019] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.954577] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.954684] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.955247] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.955247] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.955641] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7f84a8c-1aca-4382-80c0-96a8830b26f8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.958933] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a809e3f7-aed1-4e3b-87a3-e20038f479d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.996690] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36df1871-da9e-4f72-900f-288a0de7d32f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.999660] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.999938] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.000780] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45589ff7-a1bc-4dac-b5ba-e31c95ec5371 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.013433] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cc24c2-4d6c-4617-8cf3-e6e02d73d784 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.017987] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1080.017987] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528fde4d-9d8e-0730-22e2-5baddcd9cd19" [ 1080.017987] env[69843]: _type = "Task" [ 1080.017987] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.032850] env[69843]: DEBUG nova.compute.provider_tree [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.041020] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528fde4d-9d8e-0730-22e2-5baddcd9cd19, 'name': SearchDatastore_Task, 'duration_secs': 0.01181} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.042125] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9cdb9fc-4252-44a9-94a7-c35bd4bd122e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.050172] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1080.050172] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ab8b52-ea5f-5ee3-d780-98fcf337d274" [ 1080.050172] env[69843]: _type = "Task" [ 1080.050172] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.059974] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ab8b52-ea5f-5ee3-d780-98fcf337d274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.246722] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.273575] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.311984] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba83ada-5834-43b4-a1b0-f9f57143cceb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.332233] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "refresh_cache-e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.332421] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired lock "refresh_cache-e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.332576] env[69843]: DEBUG nova.network.neutron [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.334809] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac40cb37-43e3-4c7e-906f-617974a0960a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.358367] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance 'fcc56ba8-271f-43ff-b2c7-ec2db5a04f46' progress to 67 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.419136] env[69843]: DEBUG oslo_concurrency.lockutils [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] Releasing lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.419478] env[69843]: DEBUG nova.compute.manager [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Received event network-vif-deleted-078e2f3d-6f47-4fba-a7f1-7e916c3c4fb4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.419743] env[69843]: DEBUG nova.compute.manager [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Received event network-vif-deleted-e801ccbe-b486-4cfe-bf56-2723b2101362 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.419953] env[69843]: INFO nova.compute.manager [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Neutron deleted interface e801ccbe-b486-4cfe-bf56-2723b2101362; detaching it from the instance and deleting it from the info cache [ 1080.420161] env[69843]: DEBUG nova.network.neutron [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.532850] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a01ee367-a5a0-47f2-8334-161a3e180a2b tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.376s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.536216] env[69843]: DEBUG nova.scheduler.client.report [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.563622] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ab8b52-ea5f-5ee3-d780-98fcf337d274, 'name': SearchDatastore_Task, 'duration_secs': 0.011986} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.563971] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.564320] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 556d025e-6461-4b44-911d-e3e4e3a099df/556d025e-6461-4b44-911d-e3e4e3a099df.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.565064] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a1a47f4-50ea-45e8-8272-a2d6e9ebd6ce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.573634] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1080.573634] env[69843]: value = "task-3704763" [ 1080.573634] env[69843]: _type = "Task" [ 1080.573634] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.583700] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.784448] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "394d43df-4645-436e-822e-c446f1e22bee" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.784448] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.914100] env[69843]: DEBUG nova.network.neutron [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.924284] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bec84b15-f325-4997-8151-a596457b70c4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.937310] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9a06e8-0162-493b-a778-4fa5ff373b7f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.964709] env[69843]: DEBUG nova.network.neutron [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Port 48bd96f9-6326-4a87-bc9f-b781af9a436a binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1080.984047] env[69843]: DEBUG nova.compute.manager [req-e18fb5ea-1a3d-48f7-9ea9-43202f642430 req-5a2ff50a-923b-45a2-834a-d605bb7c90b8 service nova] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Detach interface failed, port_id=e801ccbe-b486-4cfe-bf56-2723b2101362, reason: Instance c8da8579-9251-411c-85d9-c932c6451b49 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.042975] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.043726] env[69843]: DEBUG nova.compute.manager [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.047948] env[69843]: DEBUG oslo_concurrency.lockutils [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.932s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.048121] env[69843]: DEBUG nova.objects.instance [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lazy-loading 'resources' on Instance uuid 93f5662f-3d56-474a-81eb-38b57f5cfcbb {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.091292] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704763, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.183686] env[69843]: DEBUG nova.compute.manager [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.186093] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc02c25-55ee-4a26-b248-7d348c50fd77 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.260868] env[69843]: DEBUG nova.compute.manager [req-813ecf14-fa7f-44bf-b49b-6703a63e3d44 req-d6e6eaf6-9585-4a84-9267-e1fbc19fe3d9 service nova] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Received event network-changed-4cb4df17-2a94-445d-9485-2f71c55563f8 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.262669] env[69843]: DEBUG nova.compute.manager [req-813ecf14-fa7f-44bf-b49b-6703a63e3d44 req-d6e6eaf6-9585-4a84-9267-e1fbc19fe3d9 service nova] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Refreshing instance network info cache due to event network-changed-4cb4df17-2a94-445d-9485-2f71c55563f8. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.262669] env[69843]: DEBUG oslo_concurrency.lockutils [req-813ecf14-fa7f-44bf-b49b-6703a63e3d44 req-d6e6eaf6-9585-4a84-9267-e1fbc19fe3d9 service nova] Acquiring lock "refresh_cache-e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.271269] env[69843]: DEBUG nova.network.neutron [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Updating instance_info_cache with network_info: [{"id": "4cb4df17-2a94-445d-9485-2f71c55563f8", "address": "fa:16:3e:89:0d:ff", "network": {"id": "a5115484-fc69-44ef-b992-6c5eb0463f14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1213536260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26f67c4b5fe4081a3b5c98c14da6a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb4df17-2a", "ovs_interfaceid": "4cb4df17-2a94-445d-9485-2f71c55563f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.287401] env[69843]: INFO nova.compute.manager [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Detaching volume f05f1ed7-a190-4a96-a71e-be57537eecd7 [ 1081.330666] env[69843]: INFO nova.virt.block_device [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Attempting to driver detach volume f05f1ed7-a190-4a96-a71e-be57537eecd7 from mountpoint /dev/sdc [ 1081.330911] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1081.331108] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737919', 'volume_id': 'f05f1ed7-a190-4a96-a71e-be57537eecd7', 'name': 'volume-f05f1ed7-a190-4a96-a71e-be57537eecd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '394d43df-4645-436e-822e-c446f1e22bee', 'attached_at': '', 'detached_at': '', 'volume_id': 'f05f1ed7-a190-4a96-a71e-be57537eecd7', 'serial': 'f05f1ed7-a190-4a96-a71e-be57537eecd7'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1081.333575] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bc9181-46dc-4b16-ad26-5130cdbb01dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.360242] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d147c0c9-cb3e-4e60-af7f-fa56cf82bbce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.371993] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee647372-e53e-4b6f-9546-b99191c9832c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.408743] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5aeeba-7898-474e-a393-779abe5b1557 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.431447] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] The volume has not been displaced from its original location: [datastore2] volume-f05f1ed7-a190-4a96-a71e-be57537eecd7/volume-f05f1ed7-a190-4a96-a71e-be57537eecd7.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1081.440320] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Reconfiguring VM instance instance-00000050 to detach disk 2002 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.440320] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3b8d67-f6e5-4cf8-a215-8e64350d36f0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.460308] env[69843]: DEBUG oslo_vmware.api [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1081.460308] env[69843]: value = "task-3704764" [ 1081.460308] env[69843]: _type = "Task" [ 1081.460308] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.480026] env[69843]: DEBUG oslo_vmware.api [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.556421] env[69843]: DEBUG nova.compute.utils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.558196] env[69843]: DEBUG nova.objects.instance [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lazy-loading 'numa_topology' on Instance uuid 93f5662f-3d56-474a-81eb-38b57f5cfcbb {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.560011] env[69843]: DEBUG nova.compute.manager [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Not allocating networking since 'none' was specified. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1081.590350] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693298} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.590837] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 556d025e-6461-4b44-911d-e3e4e3a099df/556d025e-6461-4b44-911d-e3e4e3a099df.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.590964] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.591200] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df4d7a02-a649-4837-a398-865e209be4f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.601911] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1081.601911] env[69843]: value = "task-3704765" [ 1081.601911] env[69843]: _type = "Task" [ 1081.601911] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.617189] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.706929] env[69843]: INFO nova.compute.manager [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] instance snapshotting [ 1081.711629] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1556ba5e-735a-4837-8e75-f602466d600a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.734453] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456c0d5e-5956-4895-92b0-6f39aad3a61f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.773673] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Releasing lock "refresh_cache-e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.774162] env[69843]: DEBUG nova.compute.manager [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Instance network_info: |[{"id": "4cb4df17-2a94-445d-9485-2f71c55563f8", "address": "fa:16:3e:89:0d:ff", "network": {"id": "a5115484-fc69-44ef-b992-6c5eb0463f14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1213536260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26f67c4b5fe4081a3b5c98c14da6a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb4df17-2a", "ovs_interfaceid": "4cb4df17-2a94-445d-9485-2f71c55563f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.774380] env[69843]: DEBUG oslo_concurrency.lockutils [req-813ecf14-fa7f-44bf-b49b-6703a63e3d44 req-d6e6eaf6-9585-4a84-9267-e1fbc19fe3d9 service nova] Acquired lock "refresh_cache-e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.774565] env[69843]: DEBUG nova.network.neutron [req-813ecf14-fa7f-44bf-b49b-6703a63e3d44 req-d6e6eaf6-9585-4a84-9267-e1fbc19fe3d9 service nova] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Refreshing network info cache for port 4cb4df17-2a94-445d-9485-2f71c55563f8 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.778648] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:0d:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cb4df17-2a94-445d-9485-2f71c55563f8', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.784219] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.788175] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.789204] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c322e88-90ba-433d-93e1-f5ba5e9003d3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.812613] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.812613] env[69843]: value = "task-3704766" [ 1081.812613] env[69843]: _type = "Task" [ 1081.812613] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.821990] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704766, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.989122] env[69843]: DEBUG oslo_vmware.api [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704764, 'name': ReconfigVM_Task, 'duration_secs': 0.303593} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.992744] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Reconfigured VM instance instance-00000050 to detach disk 2002 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.005240] env[69843]: DEBUG oslo_concurrency.lockutils [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.005583] env[69843]: DEBUG oslo_concurrency.lockutils [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.005748] env[69843]: DEBUG oslo_concurrency.lockutils [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.007152] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fee24b1-2ce3-4257-85f1-4c255f9aee6a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.033404] env[69843]: DEBUG oslo_vmware.api [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1082.033404] env[69843]: value = "task-3704768" [ 1082.033404] env[69843]: _type = "Task" [ 1082.033404] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.048784] env[69843]: DEBUG oslo_vmware.api [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.064713] env[69843]: DEBUG nova.compute.manager [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.067716] env[69843]: DEBUG nova.objects.base [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Object Instance<93f5662f-3d56-474a-81eb-38b57f5cfcbb> lazy-loaded attributes: resources,numa_topology {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1082.120781] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116143} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.121626] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.122680] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515eaaed-ef42-408a-bff5-441901db32a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.154303] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 556d025e-6461-4b44-911d-e3e4e3a099df/556d025e-6461-4b44-911d-e3e4e3a099df.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.155111] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76071c03-74d4-4399-82eb-14f9ec167fde {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.178664] env[69843]: DEBUG nova.network.neutron [req-813ecf14-fa7f-44bf-b49b-6703a63e3d44 req-d6e6eaf6-9585-4a84-9267-e1fbc19fe3d9 service nova] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Updated VIF entry in instance network info cache for port 4cb4df17-2a94-445d-9485-2f71c55563f8. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.178664] env[69843]: DEBUG nova.network.neutron [req-813ecf14-fa7f-44bf-b49b-6703a63e3d44 req-d6e6eaf6-9585-4a84-9267-e1fbc19fe3d9 service nova] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Updating instance_info_cache with network_info: [{"id": "4cb4df17-2a94-445d-9485-2f71c55563f8", "address": "fa:16:3e:89:0d:ff", "network": {"id": "a5115484-fc69-44ef-b992-6c5eb0463f14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1213536260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26f67c4b5fe4081a3b5c98c14da6a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb4df17-2a", "ovs_interfaceid": "4cb4df17-2a94-445d-9485-2f71c55563f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.190622] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1082.190622] env[69843]: value = "task-3704769" [ 1082.190622] env[69843]: _type = "Task" [ 1082.190622] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.201801] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.250106] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1082.250451] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c939e93-9e02-4e42-949f-c961cb7d79fa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.260045] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1082.260045] env[69843]: value = "task-3704770" [ 1082.260045] env[69843]: _type = "Task" [ 1082.260045] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.273988] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704770, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.329601] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704766, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.462126] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39ba17c-85af-44f4-8898-c50b81f7b6d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.472960] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee98c0a-2bc8-4a32-9232-338d12bea269 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.510458] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bbf3d9-5145-4c20-a9ed-d773455df74d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.526897] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccb2f71-6071-44fb-b6f0-0b1aea9dd9a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.546357] env[69843]: DEBUG nova.compute.provider_tree [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.554891] env[69843]: DEBUG oslo_vmware.api [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704768, 'name': ReconfigVM_Task, 'duration_secs': 0.208352} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.554891] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737919', 'volume_id': 'f05f1ed7-a190-4a96-a71e-be57537eecd7', 'name': 'volume-f05f1ed7-a190-4a96-a71e-be57537eecd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '394d43df-4645-436e-822e-c446f1e22bee', 'attached_at': '', 'detached_at': '', 'volume_id': 'f05f1ed7-a190-4a96-a71e-be57537eecd7', 'serial': 'f05f1ed7-a190-4a96-a71e-be57537eecd7'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1082.683761] env[69843]: DEBUG oslo_concurrency.lockutils [req-813ecf14-fa7f-44bf-b49b-6703a63e3d44 req-d6e6eaf6-9585-4a84-9267-e1fbc19fe3d9 service nova] Releasing lock "refresh_cache-e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.703757] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704769, 'name': ReconfigVM_Task, 'duration_secs': 0.404976} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.704163] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 556d025e-6461-4b44-911d-e3e4e3a099df/556d025e-6461-4b44-911d-e3e4e3a099df.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.705069] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce80f8e3-2c86-4208-b6ac-32c3ea9ffda2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.713553] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1082.713553] env[69843]: value = "task-3704771" [ 1082.713553] env[69843]: _type = "Task" [ 1082.713553] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.722176] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704771, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.770494] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704770, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.828437] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704766, 'name': CreateVM_Task, 'duration_secs': 0.630624} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.828681] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.829427] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.829681] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.830156] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.830526] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a2132ed-06bc-4945-a6ad-14995c3fed88 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.837080] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1082.837080] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525c0986-c3fa-2f2b-49d0-9ff1177d889c" [ 1082.837080] env[69843]: _type = "Task" [ 1082.837080] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.845902] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525c0986-c3fa-2f2b-49d0-9ff1177d889c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.050353] env[69843]: DEBUG nova.scheduler.client.report [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.069196] env[69843]: DEBUG oslo_concurrency.lockutils [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.069196] env[69843]: DEBUG oslo_concurrency.lockutils [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.069196] env[69843]: DEBUG nova.network.neutron [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.078438] env[69843]: DEBUG nova.compute.manager [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.108283] env[69843]: DEBUG nova.virt.hardware [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.108283] env[69843]: DEBUG nova.virt.hardware [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.109205] env[69843]: DEBUG nova.virt.hardware [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.109205] env[69843]: DEBUG nova.virt.hardware [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.109205] env[69843]: DEBUG nova.virt.hardware [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.109205] env[69843]: DEBUG nova.virt.hardware [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.109392] env[69843]: DEBUG nova.virt.hardware [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.109537] env[69843]: DEBUG nova.virt.hardware [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.109859] env[69843]: DEBUG nova.virt.hardware [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.110122] env[69843]: DEBUG nova.virt.hardware [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.110215] env[69843]: DEBUG nova.virt.hardware [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.111574] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87450bec-b668-48ee-bf39-8321b399c1a8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.121055] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a49ff5-799e-4aae-817e-51712eaf7019 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.126632] env[69843]: DEBUG nova.objects.instance [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'flavor' on Instance uuid 394d43df-4645-436e-822e-c446f1e22bee {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.140284] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.146285] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Creating folder: Project (6e5eec20079f44d59dcaadcba1848ad9). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.147653] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0833e8ac-e023-4ecb-bec4-c80677c653bd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.160203] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Created folder: Project (6e5eec20079f44d59dcaadcba1848ad9) in parent group-v737654. [ 1083.160387] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Creating folder: Instances. Parent ref: group-v737925. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.160670] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4280a25-cb0a-4805-adab-b343d57b042a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.174407] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Created folder: Instances in parent group-v737925. [ 1083.174697] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.174984] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.175249] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eca4655b-8d11-4830-aeb7-4e032e716490 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.193406] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.193406] env[69843]: value = "task-3704774" [ 1083.193406] env[69843]: _type = "Task" [ 1083.193406] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.202577] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704774, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.225719] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704771, 'name': Rename_Task, 'duration_secs': 0.163883} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.226062] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.226401] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4acc4f0c-5a96-45e0-b27d-8ed2f8ab5950 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.233410] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1083.233410] env[69843]: value = "task-3704775" [ 1083.233410] env[69843]: _type = "Task" [ 1083.233410] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.242942] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.272192] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704770, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.351816] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525c0986-c3fa-2f2b-49d0-9ff1177d889c, 'name': SearchDatastore_Task, 'duration_secs': 0.014113} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.352090] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.352341] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.352654] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.352849] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.353094] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.353438] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28477c12-32bb-4e7f-87b1-f4d4f2d5e5fc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.364020] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.364264] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.365341] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4813c8d6-0bfb-4f26-bbd9-36412c6046bb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.372894] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1083.372894] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f96c22-fba9-086a-c0c5-74c39bb55114" [ 1083.372894] env[69843]: _type = "Task" [ 1083.372894] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.386610] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f96c22-fba9-086a-c0c5-74c39bb55114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.561079] env[69843]: DEBUG oslo_concurrency.lockutils [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.513s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.563781] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.045s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.565860] env[69843]: INFO nova.compute.claims [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.712604] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704774, 'name': CreateVM_Task, 'duration_secs': 0.329053} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.712847] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.713386] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.713702] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.714133] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.714621] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdf492c-bbf1-458e-af14-c5ead9b583ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.721782] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1083.721782] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c40c3d-6ed3-264b-2f1f-38b2b451ecbe" [ 1083.721782] env[69843]: _type = "Task" [ 1083.721782] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.731433] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c40c3d-6ed3-264b-2f1f-38b2b451ecbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.746454] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704775, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.772243] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704770, 'name': CreateSnapshot_Task, 'duration_secs': 1.205098} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.772738] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1083.773659] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704aa218-9047-4c64-9f4f-d0e3b4a6d79b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.886072] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f96c22-fba9-086a-c0c5-74c39bb55114, 'name': SearchDatastore_Task, 'duration_secs': 0.011656} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.886072] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e65ddc5-d9b9-4e8c-8e71-08a291d22d99 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.891933] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1083.891933] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ef200a-bb11-af58-776f-13853a5dbd67" [ 1083.891933] env[69843]: _type = "Task" [ 1083.891933] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.902259] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ef200a-bb11-af58-776f-13853a5dbd67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.917425] env[69843]: DEBUG nova.network.neutron [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance_info_cache with network_info: [{"id": "48bd96f9-6326-4a87-bc9f-b781af9a436a", "address": "fa:16:3e:ba:44:8b", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bd96f9-63", "ovs_interfaceid": "48bd96f9-6326-4a87-bc9f-b781af9a436a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.081846] env[69843]: DEBUG oslo_concurrency.lockutils [None req-385dec99-184e-448d-98b2-fa84fec51889 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.371s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.081846] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 17.745s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.081846] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.081846] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.081846] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.083040] env[69843]: INFO nova.compute.manager [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Terminating instance [ 1084.129555] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1084.129870] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737923', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'name': 'volume-4a2b1826-0f61-4637-a00b-4a51f864bf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b07aefa9-be5c-46c8-b054-d0c05ebe76a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'serial': '4a2b1826-0f61-4637-a00b-4a51f864bf88'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1084.130751] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fabad2f-e5df-4953-ae39-ae9e6b63cb68 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.136031] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bde9b4b2-2ce4-409b-a1b0-7e03b48ae4a7 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.353s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.151719] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288b88ab-3b36-4b7a-9cb2-e34ba6c4c781 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.181062] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-4a2b1826-0f61-4637-a00b-4a51f864bf88/volume-4a2b1826-0f61-4637-a00b-4a51f864bf88.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.181400] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c47f1aa-c9ad-4386-a04d-81edec892380 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.201862] env[69843]: DEBUG oslo_vmware.api [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1084.201862] env[69843]: value = "task-3704776" [ 1084.201862] env[69843]: _type = "Task" [ 1084.201862] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.213504] env[69843]: DEBUG oslo_vmware.api [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.233433] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c40c3d-6ed3-264b-2f1f-38b2b451ecbe, 'name': SearchDatastore_Task, 'duration_secs': 0.014417} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.233765] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.234069] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.234363] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.243712] env[69843]: DEBUG oslo_vmware.api [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704775, 'name': PowerOnVM_Task, 'duration_secs': 0.514653} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.244037] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.244255] env[69843]: INFO nova.compute.manager [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1084.244435] env[69843]: DEBUG nova.compute.manager [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1084.245416] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d999f13-11af-4629-8723-2a0c31a8bb05 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.294846] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1084.296151] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3b3d04f2-240c-479c-96ef-76be8f98a046 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.306746] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1084.306746] env[69843]: value = "task-3704777" [ 1084.306746] env[69843]: _type = "Task" [ 1084.306746] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.317266] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704777, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.404671] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ef200a-bb11-af58-776f-13853a5dbd67, 'name': SearchDatastore_Task, 'duration_secs': 0.038648} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.405015] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.405308] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0/e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.405634] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.405861] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.406135] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea11f601-6bea-4750-bf23-046e4dc21feb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.409574] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e17ebde-85fe-45d3-8cd9-d4039df855c5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.419328] env[69843]: DEBUG oslo_concurrency.lockutils [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.425184] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1084.425184] env[69843]: value = "task-3704778" [ 1084.425184] env[69843]: _type = "Task" [ 1084.425184] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.428606] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.428606] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.432989] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e8f6261-eff8-4aa5-8694-c45da720a7b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.445837] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.448335] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1084.448335] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527ff2d9-ea1f-df41-d28a-fa6ea5baf508" [ 1084.448335] env[69843]: _type = "Task" [ 1084.448335] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.459028] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527ff2d9-ea1f-df41-d28a-fa6ea5baf508, 'name': SearchDatastore_Task, 'duration_secs': 0.011554} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.460123] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c1265a-bd87-437c-9179-43ac781e289d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.466944] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1084.466944] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5295e02d-a684-8bfc-b174-5b14315e08a7" [ 1084.466944] env[69843]: _type = "Task" [ 1084.466944] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.476863] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5295e02d-a684-8bfc-b174-5b14315e08a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.594537] env[69843]: DEBUG nova.compute.manager [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.594773] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.595510] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6f9f8f4-8f20-4ee4-a55c-9f95980d261f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.606105] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34376976-ed88-49b5-b7ad-76b9d79cc4cf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.655341] env[69843]: WARNING nova.virt.vmwareapi.vmops [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 93f5662f-3d56-474a-81eb-38b57f5cfcbb could not be found. [ 1084.655657] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.655809] env[69843]: INFO nova.compute.manager [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1084.656091] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.659288] env[69843]: DEBUG nova.compute.manager [-] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.659415] env[69843]: DEBUG nova.network.neutron [-] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.717878] env[69843]: DEBUG oslo_vmware.api [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.764608] env[69843]: INFO nova.compute.manager [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Took 24.99 seconds to build instance. [ 1084.821640] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704777, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.916908] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b4aa9f-1373-486f-a79f-bf5f3b530901 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.928041] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcb2401-4c60-4c0a-80df-106717282e14 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.971625] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b2f1b5-cc8d-404a-8954-7bc1b7aa56f0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.974982] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abc0fe8-08c1-4aba-8a1b-1ad2628c3b0f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.977640] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704778, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.007818] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5295e02d-a684-8bfc-b174-5b14315e08a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011948} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.008651] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe3b214-d3e3-441a-aab4-3dd781b846b2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.012697] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf43ee93-9a14-4cb7-9b7d-7603f2dce3ce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.017333] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.017658] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 44d7bb6d-2d42-49f1-bfb4-dd850e406648/44d7bb6d-2d42-49f1-bfb4-dd850e406648.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.017837] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50bbfd33-d47e-4bdd-9166-77e3e97b12aa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.032131] env[69843]: DEBUG nova.compute.provider_tree [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.037040] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance 'fcc56ba8-271f-43ff-b2c7-ec2db5a04f46' progress to 83 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.045420] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1085.045420] env[69843]: value = "task-3704779" [ 1085.045420] env[69843]: _type = "Task" [ 1085.045420] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.052420] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.218608] env[69843]: DEBUG oslo_vmware.api [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704776, 'name': ReconfigVM_Task, 'duration_secs': 0.716184} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.219057] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-4a2b1826-0f61-4637-a00b-4a51f864bf88/volume-4a2b1826-0f61-4637-a00b-4a51f864bf88.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.228050] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8421e8bc-c34f-4a47-8216-81a6f7684538 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.251633] env[69843]: DEBUG oslo_vmware.api [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1085.251633] env[69843]: value = "task-3704780" [ 1085.251633] env[69843]: _type = "Task" [ 1085.251633] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.267196] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c978878f-304b-4857-8610-be0882c1c74d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "556d025e-6461-4b44-911d-e3e4e3a099df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.499s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.267532] env[69843]: DEBUG oslo_vmware.api [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704780, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.317552] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704777, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.446785] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587803} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.447095] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0/e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.447490] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.447901] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dd80101-2552-4d0c-9012-f227bc0967c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.457695] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1085.457695] env[69843]: value = "task-3704781" [ 1085.457695] env[69843]: _type = "Task" [ 1085.457695] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.475650] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.544777] env[69843]: DEBUG nova.scheduler.client.report [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.552126] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.553022] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46657597-8229-439e-b2c3-dc34de12d64e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.575112] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1085.575112] env[69843]: value = "task-3704782" [ 1085.575112] env[69843]: _type = "Task" [ 1085.575112] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.577226] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704779, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.591314] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.748107] env[69843]: DEBUG nova.network.neutron [-] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.768139] env[69843]: DEBUG oslo_vmware.api [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704780, 'name': ReconfigVM_Task, 'duration_secs': 0.266163} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.768568] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737923', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'name': 'volume-4a2b1826-0f61-4637-a00b-4a51f864bf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b07aefa9-be5c-46c8-b054-d0c05ebe76a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'serial': '4a2b1826-0f61-4637-a00b-4a51f864bf88'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1085.828737] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704777, 'name': CloneVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.871342] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "394d43df-4645-436e-822e-c446f1e22bee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.871342] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.871342] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "394d43df-4645-436e-822e-c446f1e22bee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.871342] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.871497] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.874063] env[69843]: INFO nova.compute.manager [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Terminating instance [ 1085.941561] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "9f220af4-4744-4f3f-857a-dc8349f0fc25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.942073] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "9f220af4-4744-4f3f-857a-dc8349f0fc25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.968161] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121596} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.968407] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.969407] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abc7ec2-b168-4f08-af50-2126b86871c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.992859] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0/e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.993430] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32f5b09d-b1e3-4f9e-a391-4e27193c2e7c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.016349] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1086.016349] env[69843]: value = "task-3704783" [ 1086.016349] env[69843]: _type = "Task" [ 1086.016349] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.026752] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.056028] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.056028] env[69843]: DEBUG nova.compute.manager [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.061762] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.010s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.071946] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806351} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.072698] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 44d7bb6d-2d42-49f1-bfb4-dd850e406648/44d7bb6d-2d42-49f1-bfb4-dd850e406648.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.073086] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.073375] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56d0a993-b547-4de6-a163-c202e4dccef7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.082869] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1086.082869] env[69843]: value = "task-3704784" [ 1086.082869] env[69843]: _type = "Task" [ 1086.082869] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.109392] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.120615] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.255399] env[69843]: INFO nova.compute.manager [-] [instance: 93f5662f-3d56-474a-81eb-38b57f5cfcbb] Took 1.59 seconds to deallocate network for instance. [ 1086.323814] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704777, 'name': CloneVM_Task, 'duration_secs': 1.538142} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.324627] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Created linked-clone VM from snapshot [ 1086.326314] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3a8e29-f984-480c-8a4a-15cace5f6942 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.335875] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Uploading image 294c974d-c7b9-4927-8138-992ef1750131 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1086.363735] env[69843]: DEBUG oslo_vmware.rw_handles [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1086.363735] env[69843]: value = "vm-737929" [ 1086.363735] env[69843]: _type = "VirtualMachine" [ 1086.363735] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1086.365122] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-813e4e61-af8d-4bcd-8d8a-e0c6e563c833 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.375539] env[69843]: DEBUG oslo_vmware.rw_handles [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lease: (returnval){ [ 1086.375539] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52edf4c7-ae0b-02d7-effb-6483171212da" [ 1086.375539] env[69843]: _type = "HttpNfcLease" [ 1086.375539] env[69843]: } obtained for exporting VM: (result){ [ 1086.375539] env[69843]: value = "vm-737929" [ 1086.375539] env[69843]: _type = "VirtualMachine" [ 1086.375539] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1086.375837] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the lease: (returnval){ [ 1086.375837] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52edf4c7-ae0b-02d7-effb-6483171212da" [ 1086.375837] env[69843]: _type = "HttpNfcLease" [ 1086.375837] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1086.382927] env[69843]: DEBUG nova.compute.manager [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.383270] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.384399] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9768ab47-c9db-4638-92c7-888c0346fb3b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.392377] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1086.392377] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52edf4c7-ae0b-02d7-effb-6483171212da" [ 1086.392377] env[69843]: _type = "HttpNfcLease" [ 1086.392377] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1086.394101] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.394359] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88e49b57-3141-40a0-8434-e9f1f7289136 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.399939] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7955565c-c329-4151-82d7-380f16dd0681 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.405341] env[69843]: DEBUG oslo_vmware.api [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1086.405341] env[69843]: value = "task-3704786" [ 1086.405341] env[69843]: _type = "Task" [ 1086.405341] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.414108] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d24dff2-c405-4920-aa48-8282a7f29762 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.425328] env[69843]: DEBUG oslo_vmware.api [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.457360] env[69843]: DEBUG nova.compute.manager [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.462018] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0adcf6a-40b6-4233-8725-def47d6c4b60 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.477173] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1b4a7a-cab0-4ae9-9070-53e6b711c259 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.495114] env[69843]: DEBUG nova.compute.provider_tree [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.530693] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.566996] env[69843]: DEBUG nova.compute.utils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.568902] env[69843]: DEBUG nova.compute.manager [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.569183] env[69843]: DEBUG nova.network.neutron [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.596089] env[69843]: DEBUG oslo_vmware.api [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704782, 'name': PowerOnVM_Task, 'duration_secs': 0.575963} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.596957] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.597066] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-94abae7c-51c6-445f-935e-fac28f9a404d tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance 'fcc56ba8-271f-43ff-b2c7-ec2db5a04f46' progress to 100 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.606050] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.684475] env[69843]: DEBUG nova.policy [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96998afc1a99478abf4b0cad073e8191', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4e2f88f12a74c33a5ade215dd201590', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.843619] env[69843]: DEBUG nova.objects.instance [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lazy-loading 'flavor' on Instance uuid b07aefa9-be5c-46c8-b054-d0c05ebe76a7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.886665] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1086.886665] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52edf4c7-ae0b-02d7-effb-6483171212da" [ 1086.886665] env[69843]: _type = "HttpNfcLease" [ 1086.886665] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1086.886665] env[69843]: DEBUG oslo_vmware.rw_handles [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1086.886665] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52edf4c7-ae0b-02d7-effb-6483171212da" [ 1086.886665] env[69843]: _type = "HttpNfcLease" [ 1086.886665] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1086.886665] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c41cce1-c710-4883-b294-3fbde9a162f7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.896632] env[69843]: DEBUG oslo_vmware.rw_handles [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe26db-432c-dd2f-5dcb-1a6ac0e130a4/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1086.896632] env[69843]: DEBUG oslo_vmware.rw_handles [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe26db-432c-dd2f-5dcb-1a6ac0e130a4/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1086.976913] env[69843]: DEBUG oslo_vmware.api [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.987656] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.001561] env[69843]: DEBUG nova.scheduler.client.report [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.032821] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.059883] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71ed00bf-bdd6-4edb-af84-7519a7ad76cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.073280] env[69843]: DEBUG nova.compute.manager [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.097992] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.576392} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.098389] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.099349] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e19a137-b341-4dc7-976e-de53a570e386 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.131076] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 44d7bb6d-2d42-49f1-bfb4-dd850e406648/44d7bb6d-2d42-49f1-bfb4-dd850e406648.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.132367] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-906565c7-da7a-4dc2-89f1-a8d3d7322808 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.153963] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1087.153963] env[69843]: value = "task-3704787" [ 1087.153963] env[69843]: _type = "Task" [ 1087.153963] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.165538] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.258656] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.259514] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.280041] env[69843]: DEBUG nova.network.neutron [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Successfully created port: 176bafb8-5b7c-4cf0-b0da-8fa210fcad4a {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.294597] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0a00bf8d-6c3c-4263-9ed9-8b9379012054 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "93f5662f-3d56-474a-81eb-38b57f5cfcbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.215s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.350777] env[69843]: DEBUG oslo_concurrency.lockutils [None req-986d2be2-ea5b-4442-a84c-16653d720a0a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.226s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.474275] env[69843]: DEBUG oslo_vmware.api [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704786, 'name': PowerOffVM_Task, 'duration_secs': 0.77527} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.475081] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.475081] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.475484] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9fab7aa-6a0a-4add-a16f-c90c43b10996 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.503984] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.442s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.504277] env[69843]: INFO nova.compute.manager [None req-5434fc78-2c84-4e8b-a967-143512722a53 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Successfully reverted task state from rebuilding on failure for instance. [ 1087.509992] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.386s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.510419] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.513947] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.310s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.514410] env[69843]: DEBUG nova.objects.instance [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'resources' on Instance uuid edb8953b-b66d-410f-8cff-c699113e456e {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.529608] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704783, 'name': ReconfigVM_Task, 'duration_secs': 1.234622} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.530884] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Reconfigured VM instance instance-0000005e to attach disk [datastore1] e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0/e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.530884] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37925f5c-b462-4d66-bee1-a74cfc15f997 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.540686] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1087.540686] env[69843]: value = "task-3704789" [ 1087.540686] env[69843]: _type = "Task" [ 1087.540686] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.551657] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704789, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.555794] env[69843]: INFO nova.scheduler.client.report [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleted allocations for instance 1910ca1a-ccc5-45d5-82e3-9f6953d3d141 [ 1087.568550] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.568550] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.568550] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Deleting the datastore file [datastore2] 394d43df-4645-436e-822e-c446f1e22bee {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.568550] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f3003f-2b44-472c-9474-c93776692e4c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.582782] env[69843]: DEBUG oslo_vmware.api [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for the task: (returnval){ [ 1087.582782] env[69843]: value = "task-3704790" [ 1087.582782] env[69843]: _type = "Task" [ 1087.582782] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.595745] env[69843]: DEBUG oslo_vmware.api [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.673263] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704787, 'name': ReconfigVM_Task, 'duration_secs': 0.396693} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.674566] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 44d7bb6d-2d42-49f1-bfb4-dd850e406648/44d7bb6d-2d42-49f1-bfb4-dd850e406648.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.679023] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32ce71e1-8711-407c-a473-920d5170b8a3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.686997] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1087.686997] env[69843]: value = "task-3704791" [ 1087.686997] env[69843]: _type = "Task" [ 1087.686997] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.699947] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704791, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.727810] env[69843]: DEBUG nova.compute.manager [req-739d30a2-79a9-4948-aebd-f15923753088 req-b9a34c3e-474e-4dd9-b77e-5088b7c034ca service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received event network-changed-b7ab4583-da70-4d5e-8cd3-18708b075536 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.729058] env[69843]: DEBUG nova.compute.manager [req-739d30a2-79a9-4948-aebd-f15923753088 req-b9a34c3e-474e-4dd9-b77e-5088b7c034ca service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Refreshing instance network info cache due to event network-changed-b7ab4583-da70-4d5e-8cd3-18708b075536. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.729058] env[69843]: DEBUG oslo_concurrency.lockutils [req-739d30a2-79a9-4948-aebd-f15923753088 req-b9a34c3e-474e-4dd9-b77e-5088b7c034ca service nova] Acquiring lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.729058] env[69843]: DEBUG oslo_concurrency.lockutils [req-739d30a2-79a9-4948-aebd-f15923753088 req-b9a34c3e-474e-4dd9-b77e-5088b7c034ca service nova] Acquired lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.729058] env[69843]: DEBUG nova.network.neutron [req-739d30a2-79a9-4948-aebd-f15923753088 req-b9a34c3e-474e-4dd9-b77e-5088b7c034ca service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Refreshing network info cache for port b7ab4583-da70-4d5e-8cd3-18708b075536 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.763129] env[69843]: DEBUG nova.compute.manager [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.055916] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704789, 'name': Rename_Task, 'duration_secs': 0.189231} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.056600] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.058783] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a44c8d-5d3e-428a-8048-3013e1592d86 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.072229] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e41707c6-9181-4b89-94d6-4e5984bd8bea tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "1910ca1a-ccc5-45d5-82e3-9f6953d3d141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.908s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.075934] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1088.075934] env[69843]: value = "task-3704792" [ 1088.075934] env[69843]: _type = "Task" [ 1088.075934] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.085137] env[69843]: DEBUG nova.compute.manager [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.100433] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.108715] env[69843]: DEBUG oslo_vmware.api [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Task: {'id': task-3704790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199706} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.115034] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.115289] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.115478] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.115655] env[69843]: INFO nova.compute.manager [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1088.115908] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.117879] env[69843]: DEBUG nova.compute.manager [-] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.117879] env[69843]: DEBUG nova.network.neutron [-] [instance: 394d43df-4645-436e-822e-c446f1e22bee] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.136812] env[69843]: DEBUG nova.virt.hardware [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.136947] env[69843]: DEBUG nova.virt.hardware [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.137207] env[69843]: DEBUG nova.virt.hardware [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.137442] env[69843]: DEBUG nova.virt.hardware [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.137631] env[69843]: DEBUG nova.virt.hardware [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.137821] env[69843]: DEBUG nova.virt.hardware [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.138081] env[69843]: DEBUG nova.virt.hardware [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.138281] env[69843]: DEBUG nova.virt.hardware [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.138502] env[69843]: DEBUG nova.virt.hardware [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.138754] env[69843]: DEBUG nova.virt.hardware [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.138982] env[69843]: DEBUG nova.virt.hardware [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.140276] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b571a42-7310-4e12-be30-5d6af1de6913 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.156844] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c536da82-db8e-449f-9467-83624e830904 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.199121] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704791, 'name': Rename_Task, 'duration_secs': 0.176129} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.202399] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.206030] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d6b13dc-b3f6-47d3-aedd-f411f460f064 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.214158] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1088.214158] env[69843]: value = "task-3704793" [ 1088.214158] env[69843]: _type = "Task" [ 1088.214158] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.233696] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.291928] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.424097] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b3f2b4-5924-4326-9d5b-e4cda179c0c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.440271] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200759fd-1142-4ffd-8b37-f79511d83d67 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.494859] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4203cf6-10cc-45fc-906a-38e5d7fd875a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.506183] env[69843]: INFO nova.compute.manager [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Rebuilding instance [ 1088.511736] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5878c0e8-35cc-4ad6-8d04-cc4cd7d1794e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.534126] env[69843]: DEBUG nova.compute.provider_tree [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.572463] env[69843]: DEBUG nova.compute.manager [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.573119] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3288f604-6c3e-4a79-9307-bdc37ded6de0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.592248] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704792, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.706665] env[69843]: DEBUG nova.network.neutron [req-739d30a2-79a9-4948-aebd-f15923753088 req-b9a34c3e-474e-4dd9-b77e-5088b7c034ca service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updated VIF entry in instance network info cache for port b7ab4583-da70-4d5e-8cd3-18708b075536. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.707825] env[69843]: DEBUG nova.network.neutron [req-739d30a2-79a9-4948-aebd-f15923753088 req-b9a34c3e-474e-4dd9-b77e-5088b7c034ca service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updating instance_info_cache with network_info: [{"id": "b7ab4583-da70-4d5e-8cd3-18708b075536", "address": "fa:16:3e:a5:1f:f1", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab4583-da", "ovs_interfaceid": "b7ab4583-da70-4d5e-8cd3-18708b075536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.732611] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704793, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.969746] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "fba5c152-3c2d-438a-9ed0-da03137be698" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.969746] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "fba5c152-3c2d-438a-9ed0-da03137be698" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.041046] env[69843]: DEBUG nova.scheduler.client.report [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.091278] env[69843]: DEBUG oslo_vmware.api [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704792, 'name': PowerOnVM_Task, 'duration_secs': 0.655213} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.091278] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.091278] env[69843]: INFO nova.compute.manager [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1089.091278] env[69843]: DEBUG nova.compute.manager [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1089.092149] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f08b367-f0a2-4436-a46e-fb7ddda66b09 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.177191] env[69843]: DEBUG nova.compute.manager [req-eda40daf-4f21-46e1-8e0c-e1a7d7014571 req-b96ab679-de9e-48b5-990a-f95769199fa8 service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Received event network-vif-deleted-37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.177191] env[69843]: INFO nova.compute.manager [req-eda40daf-4f21-46e1-8e0c-e1a7d7014571 req-b96ab679-de9e-48b5-990a-f95769199fa8 service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Neutron deleted interface 37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a; detaching it from the instance and deleting it from the info cache [ 1089.177191] env[69843]: DEBUG nova.network.neutron [req-eda40daf-4f21-46e1-8e0c-e1a7d7014571 req-b96ab679-de9e-48b5-990a-f95769199fa8 service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.210971] env[69843]: DEBUG oslo_concurrency.lockutils [req-739d30a2-79a9-4948-aebd-f15923753088 req-b9a34c3e-474e-4dd9-b77e-5088b7c034ca service nova] Releasing lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.228016] env[69843]: DEBUG oslo_vmware.api [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704793, 'name': PowerOnVM_Task, 'duration_secs': 0.579896} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.228016] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.228016] env[69843]: INFO nova.compute.manager [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Took 6.15 seconds to spawn the instance on the hypervisor. [ 1089.228195] env[69843]: DEBUG nova.compute.manager [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1089.229541] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c02b491-0f03-41b1-bd84-3b172186a504 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.252417] env[69843]: DEBUG nova.network.neutron [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Successfully updated port: 176bafb8-5b7c-4cf0-b0da-8fa210fcad4a {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.322380] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.322659] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.322854] env[69843]: DEBUG nova.compute.manager [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Going to confirm migration 5 {{(pid=69843) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1089.371023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.371268] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.436291] env[69843]: DEBUG nova.network.neutron [-] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.471443] env[69843]: DEBUG nova.compute.manager [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.547093] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.550880] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.304s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.550880] env[69843]: DEBUG nova.objects.instance [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lazy-loading 'resources' on Instance uuid 81377770-2e1d-4bf3-aa56-16d4aecdac31 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.573158] env[69843]: INFO nova.scheduler.client.report [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleted allocations for instance edb8953b-b66d-410f-8cff-c699113e456e [ 1089.592267] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.592318] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aeeada8-63a4-4be4-8ac3-c28c39890392 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.601543] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1089.601543] env[69843]: value = "task-3704794" [ 1089.601543] env[69843]: _type = "Task" [ 1089.601543] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.615030] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.617213] env[69843]: INFO nova.compute.manager [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Took 28.98 seconds to build instance. [ 1089.680557] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a31b8251-e76e-42c9-a80f-c6aea51231a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.693836] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892e16bd-b28e-47f0-81fe-545f8bdfc4f1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.731149] env[69843]: DEBUG nova.compute.manager [req-eda40daf-4f21-46e1-8e0c-e1a7d7014571 req-b96ab679-de9e-48b5-990a-f95769199fa8 service nova] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Detach interface failed, port_id=37c0dbe4-0f8a-449d-9cf3-eb879b2d9f2a, reason: Instance 394d43df-4645-436e-822e-c446f1e22bee could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.749853] env[69843]: INFO nova.compute.manager [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Took 25.03 seconds to build instance. [ 1089.754676] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Acquiring lock "refresh_cache-ca77936d-eee7-4d7d-b726-0f003c3a6b62" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.754843] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Acquired lock "refresh_cache-ca77936d-eee7-4d7d-b726-0f003c3a6b62" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.755059] env[69843]: DEBUG nova.network.neutron [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.762652] env[69843]: DEBUG nova.compute.manager [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Received event network-vif-plugged-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.762913] env[69843]: DEBUG oslo_concurrency.lockutils [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] Acquiring lock "ca77936d-eee7-4d7d-b726-0f003c3a6b62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.763143] env[69843]: DEBUG oslo_concurrency.lockutils [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] Lock "ca77936d-eee7-4d7d-b726-0f003c3a6b62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.763522] env[69843]: DEBUG oslo_concurrency.lockutils [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] Lock "ca77936d-eee7-4d7d-b726-0f003c3a6b62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.763522] env[69843]: DEBUG nova.compute.manager [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] No waiting events found dispatching network-vif-plugged-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1089.763669] env[69843]: WARNING nova.compute.manager [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Received unexpected event network-vif-plugged-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a for instance with vm_state building and task_state spawning. [ 1089.763791] env[69843]: DEBUG nova.compute.manager [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Received event network-changed-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.763941] env[69843]: DEBUG nova.compute.manager [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Refreshing instance network info cache due to event network-changed-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.764124] env[69843]: DEBUG oslo_concurrency.lockutils [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] Acquiring lock "refresh_cache-ca77936d-eee7-4d7d-b726-0f003c3a6b62" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.869587] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.869799] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.870269] env[69843]: DEBUG nova.network.neutron [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.870363] env[69843]: DEBUG nova.objects.instance [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lazy-loading 'info_cache' on Instance uuid fcc56ba8-271f-43ff-b2c7-ec2db5a04f46 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.873413] env[69843]: DEBUG nova.compute.manager [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.939942] env[69843]: INFO nova.compute.manager [-] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Took 1.82 seconds to deallocate network for instance. [ 1089.995828] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.083322] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e7ee16d9-fea1-41f6-90f9-2139ffb0e766 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "edb8953b-b66d-410f-8cff-c699113e456e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.689s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.116855] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704794, 'name': PowerOffVM_Task, 'duration_secs': 0.407751} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.117171] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.119209] env[69843]: DEBUG oslo_concurrency.lockutils [None req-02ac95ff-86c0-4570-9d81-1954fda5888a tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.496s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.208072] env[69843]: INFO nova.compute.manager [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Detaching volume 4a2b1826-0f61-4637-a00b-4a51f864bf88 [ 1090.249207] env[69843]: INFO nova.virt.block_device [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Attempting to driver detach volume 4a2b1826-0f61-4637-a00b-4a51f864bf88 from mountpoint /dev/sdb [ 1090.249517] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1090.249772] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737923', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'name': 'volume-4a2b1826-0f61-4637-a00b-4a51f864bf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b07aefa9-be5c-46c8-b054-d0c05ebe76a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'serial': '4a2b1826-0f61-4637-a00b-4a51f864bf88'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1090.250781] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fffc65-5f1d-4311-a4a9-64cbcc7cc388 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.257045] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c4def67c-b59a-4b9e-9399-ef9916a4647f tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lock "44d7bb6d-2d42-49f1-bfb4-dd850e406648" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.545s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.294307] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c0b0d0-a42a-4f06-92d4-09ab71e4e3bc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.304104] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30ba0bc-67e8-4587-98ba-606692dffba6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.332937] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436f5404-9fb9-4847-890d-5ea113fd6836 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.350386] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] The volume has not been displaced from its original location: [datastore1] volume-4a2b1826-0f61-4637-a00b-4a51f864bf88/volume-4a2b1826-0f61-4637-a00b-4a51f864bf88.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1090.355886] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1090.358786] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0687ecd7-6da5-4322-a28f-c82ca67d3801 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.376893] env[69843]: DEBUG nova.network.neutron [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.383662] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1090.383662] env[69843]: value = "task-3704795" [ 1090.383662] env[69843]: _type = "Task" [ 1090.383662] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.399166] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.401912] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.428264] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d4c0f3-000a-46c9-9530-db1f930d35d8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.437039] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97709c23-5a41-46ec-933c-9b031599f01a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.472242] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.473797] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bd3814-4a80-4879-aca8-cfa04c0db900 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.484926] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc427c4-9ae5-401b-a4f1-773182aff03c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.502525] env[69843]: DEBUG nova.compute.provider_tree [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.632881] env[69843]: DEBUG nova.network.neutron [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Updating instance_info_cache with network_info: [{"id": "176bafb8-5b7c-4cf0-b0da-8fa210fcad4a", "address": "fa:16:3e:c1:1b:64", "network": {"id": "86bb7724-25c0-4c23-85c5-380371e695d3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-226035396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e2f88f12a74c33a5ade215dd201590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap176bafb8-5b", "ovs_interfaceid": "176bafb8-5b7c-4cf0-b0da-8fa210fcad4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.636695] env[69843]: INFO nova.compute.manager [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Rebuilding instance [ 1090.701852] env[69843]: DEBUG nova.compute.manager [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.702816] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cada38c-9c80-4620-a5b9-2a804cb72dfd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.897174] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704795, 'name': ReconfigVM_Task, 'duration_secs': 0.320284} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.897455] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.902725] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e161c7-b343-48f5-a666-bbe6fca27d41 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.922791] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1090.922791] env[69843]: value = "task-3704796" [ 1090.922791] env[69843]: _type = "Task" [ 1090.922791] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.933832] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.006929] env[69843]: DEBUG nova.scheduler.client.report [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.137842] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Releasing lock "refresh_cache-ca77936d-eee7-4d7d-b726-0f003c3a6b62" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.138379] env[69843]: DEBUG nova.compute.manager [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Instance network_info: |[{"id": "176bafb8-5b7c-4cf0-b0da-8fa210fcad4a", "address": "fa:16:3e:c1:1b:64", "network": {"id": "86bb7724-25c0-4c23-85c5-380371e695d3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-226035396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e2f88f12a74c33a5ade215dd201590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap176bafb8-5b", "ovs_interfaceid": "176bafb8-5b7c-4cf0-b0da-8fa210fcad4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.138844] env[69843]: DEBUG oslo_concurrency.lockutils [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] Acquired lock "refresh_cache-ca77936d-eee7-4d7d-b726-0f003c3a6b62" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.139144] env[69843]: DEBUG nova.network.neutron [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Refreshing network info cache for port 176bafb8-5b7c-4cf0-b0da-8fa210fcad4a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.144194] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:1b:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '176bafb8-5b7c-4cf0-b0da-8fa210fcad4a', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.156444] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Creating folder: Project (e4e2f88f12a74c33a5ade215dd201590). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.158424] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.158764] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.159063] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.159358] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.159607] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.162029] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0f13d66-2ac7-43a8-b512-d604b4b002a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.167986] env[69843]: INFO nova.compute.manager [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Terminating instance [ 1091.183644] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Created folder: Project (e4e2f88f12a74c33a5ade215dd201590) in parent group-v737654. [ 1091.183955] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Creating folder: Instances. Parent ref: group-v737930. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.184316] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a77d69ef-d87d-4b97-bfb3-9f80dbc51964 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.198769] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Created folder: Instances in parent group-v737930. [ 1091.199171] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.199469] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.199795] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8375a57b-6caf-4823-82d2-1706ceddb34c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.225138] env[69843]: DEBUG nova.network.neutron [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance_info_cache with network_info: [{"id": "48bd96f9-6326-4a87-bc9f-b781af9a436a", "address": "fa:16:3e:ba:44:8b", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48bd96f9-63", "ovs_interfaceid": "48bd96f9-6326-4a87-bc9f-b781af9a436a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.236960] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.236960] env[69843]: value = "task-3704799" [ 1091.236960] env[69843]: _type = "Task" [ 1091.236960] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.253786] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704799, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.434976] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704796, 'name': ReconfigVM_Task, 'duration_secs': 0.287076} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.435398] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737923', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'name': 'volume-4a2b1826-0f61-4637-a00b-4a51f864bf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b07aefa9-be5c-46c8-b054-d0c05ebe76a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'serial': '4a2b1826-0f61-4637-a00b-4a51f864bf88'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1091.515069] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.519341] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.246s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.519845] env[69843]: DEBUG nova.objects.instance [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Lazy-loading 'resources' on Instance uuid c8da8579-9251-411c-85d9-c932c6451b49 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.673517] env[69843]: DEBUG nova.compute.manager [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.675029] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.676262] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610f6ae1-ebdc-4771-b3b0-812c68067493 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.686430] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.686690] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7d99e27-e0d3-40af-9c17-61e658686c0b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.694991] env[69843]: DEBUG oslo_vmware.api [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1091.694991] env[69843]: value = "task-3704800" [ 1091.694991] env[69843]: _type = "Task" [ 1091.694991] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.704065] env[69843]: DEBUG oslo_vmware.api [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.728271] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "refresh_cache-fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.728968] env[69843]: DEBUG nova.objects.instance [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lazy-loading 'migration_context' on Instance uuid fcc56ba8-271f-43ff-b2c7-ec2db5a04f46 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.730503] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.730859] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00c20bae-9a18-4aad-bd06-70767a14dc16 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.746236] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1091.746236] env[69843]: value = "task-3704801" [ 1091.746236] env[69843]: _type = "Task" [ 1091.746236] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.753722] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704799, 'name': CreateVM_Task, 'duration_secs': 0.413318} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.754300] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.755065] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.755317] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.755657] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.755945] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ddb3f7-6c69-4052-889a-24ca3a6c6930 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.761451] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.765220] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Waiting for the task: (returnval){ [ 1091.765220] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52221241-e97c-73ed-e0d5-57445f987d84" [ 1091.765220] env[69843]: _type = "Task" [ 1091.765220] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.774417] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52221241-e97c-73ed-e0d5-57445f987d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.986163] env[69843]: DEBUG nova.network.neutron [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Updated VIF entry in instance network info cache for port 176bafb8-5b7c-4cf0-b0da-8fa210fcad4a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.986691] env[69843]: DEBUG nova.network.neutron [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Updating instance_info_cache with network_info: [{"id": "176bafb8-5b7c-4cf0-b0da-8fa210fcad4a", "address": "fa:16:3e:c1:1b:64", "network": {"id": "86bb7724-25c0-4c23-85c5-380371e695d3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-226035396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4e2f88f12a74c33a5ade215dd201590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap176bafb8-5b", "ovs_interfaceid": "176bafb8-5b7c-4cf0-b0da-8fa210fcad4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.039874] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b7c894a6-1e01-492c-80a8-789de7d8d346 tempest-ServerActionsV293TestJSON-1935887571 tempest-ServerActionsV293TestJSON-1935887571-project-member] Lock "81377770-2e1d-4bf3-aa56-16d4aecdac31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.535s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.153264] env[69843]: DEBUG nova.compute.manager [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Stashing vm_state: active {{(pid=69843) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1092.207802] env[69843]: DEBUG oslo_vmware.api [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.232049] env[69843]: DEBUG nova.objects.base [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.232619] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87153929-d776-4ace-b7f2-2de6e06f1894 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.264167] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45e7c5b-e390-45df-89a4-d93e0c4b978c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.276049] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.278034] env[69843]: DEBUG oslo_vmware.api [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1092.278034] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a7949d-b5c9-d5d7-a2e8-b487a172ae41" [ 1092.278034] env[69843]: _type = "Task" [ 1092.278034] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.288187] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52221241-e97c-73ed-e0d5-57445f987d84, 'name': SearchDatastore_Task, 'duration_secs': 0.017305} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.288552] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.288872] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.289175] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.289376] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.289602] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.290618] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-217b9952-829f-4a7f-9220-13818f49d188 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.295768] env[69843]: DEBUG oslo_vmware.api [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a7949d-b5c9-d5d7-a2e8-b487a172ae41, 'name': SearchDatastore_Task, 'duration_secs': 0.015781} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.296467] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.305494] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.305682] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.306470] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c78e85-144e-4d34-abf9-d525350783e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.313935] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Waiting for the task: (returnval){ [ 1092.313935] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528ba670-d99f-57d1-1e33-bdcbaeb37206" [ 1092.313935] env[69843]: _type = "Task" [ 1092.313935] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.322710] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528ba670-d99f-57d1-1e33-bdcbaeb37206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.336814] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd28ed1-958b-4ba6-8d17-e3dd0cc2773b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.345100] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dfd5d8-ee99-48f3-8154-53507b409205 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.376746] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77edf32-5056-475f-9b29-def7649638f2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.385303] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88109012-a0bd-437d-8e76-0fcb50909b07 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.403173] env[69843]: DEBUG nova.compute.provider_tree [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.492611] env[69843]: DEBUG oslo_concurrency.lockutils [req-2d091601-2192-464f-9eaa-bb24342c4563 req-85288fbe-4e7e-4b87-9585-75bf913ed2b9 service nova] Releasing lock "refresh_cache-ca77936d-eee7-4d7d-b726-0f003c3a6b62" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.495451] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.495736] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb48c2e0-e59a-4bb2-8d63-ba1357c0d056 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.504428] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1092.504428] env[69843]: value = "task-3704802" [ 1092.504428] env[69843]: _type = "Task" [ 1092.504428] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.514877] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1092.515049] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1092.515244] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737923', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'name': 'volume-4a2b1826-0f61-4637-a00b-4a51f864bf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b07aefa9-be5c-46c8-b054-d0c05ebe76a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'serial': '4a2b1826-0f61-4637-a00b-4a51f864bf88'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1092.516058] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922b95d8-327b-4933-b10f-dcad4920a3b2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.535200] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2e580e-39ad-4d51-a4c9-2dc8f6bf2114 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.542347] env[69843]: WARNING nova.virt.vmwareapi.driver [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1092.542706] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.543909] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b29a42-aedf-4ed1-a226-fcfd2c11806d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.550956] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.551230] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f682d37-d755-4b6f-8b0a-f665797e728a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.621855] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.622096] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.622280] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleting the datastore file [datastore2] b07aefa9-be5c-46c8-b054-d0c05ebe76a7 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.622554] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21f2070a-1aea-459d-a64a-8ceab0717d08 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.630933] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1092.630933] env[69843]: value = "task-3704804" [ 1092.630933] env[69843]: _type = "Task" [ 1092.630933] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.639716] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.675718] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.709526] env[69843]: DEBUG oslo_vmware.api [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.771644] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704801, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.826254] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528ba670-d99f-57d1-1e33-bdcbaeb37206, 'name': SearchDatastore_Task, 'duration_secs': 0.034119} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.827239] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62fd506f-9b87-4181-b8ed-6d4d3f114683 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.833686] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Waiting for the task: (returnval){ [ 1092.833686] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a0c6ef-66e8-51aa-1b32-6e006eeeac38" [ 1092.833686] env[69843]: _type = "Task" [ 1092.833686] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.843083] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a0c6ef-66e8-51aa-1b32-6e006eeeac38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.906477] env[69843]: DEBUG nova.scheduler.client.report [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.143695] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297367} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.143975] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.144177] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.144351] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.208687] env[69843]: DEBUG oslo_vmware.api [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704800, 'name': PowerOffVM_Task, 'duration_secs': 1.285989} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.209058] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.209372] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.209544] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fc101c6-76ea-4699-9791-3eb1d561e63f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.271544] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704801, 'name': PowerOffVM_Task, 'duration_secs': 1.235783} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.271544] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.271544] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.272152] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44992912-21f1-4cc0-ad25-d856037ca9e5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.282257] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.282682] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00bbba2e-306d-4e9d-bd70-9b577b025a74 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.288177] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.288177] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.288177] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Deleting the datastore file [datastore1] e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.288177] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a99dc58b-26e1-4993-9dc3-486d1168b815 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.299787] env[69843]: DEBUG oslo_vmware.api [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1093.299787] env[69843]: value = "task-3704807" [ 1093.299787] env[69843]: _type = "Task" [ 1093.299787] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.310352] env[69843]: DEBUG oslo_vmware.api [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.313721] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.313938] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.314134] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Deleting the datastore file [datastore1] 44d7bb6d-2d42-49f1-bfb4-dd850e406648 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.314417] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7960e0da-5b88-44a1-86c5-9277b3635b8d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.322468] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1093.322468] env[69843]: value = "task-3704808" [ 1093.322468] env[69843]: _type = "Task" [ 1093.322468] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.331669] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.346243] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a0c6ef-66e8-51aa-1b32-6e006eeeac38, 'name': SearchDatastore_Task, 'duration_secs': 0.016729} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.346762] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.347165] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] ca77936d-eee7-4d7d-b726-0f003c3a6b62/ca77936d-eee7-4d7d-b726-0f003c3a6b62.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.347549] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-777855c7-7e52-4c4a-807e-32876546e981 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.357396] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Waiting for the task: (returnval){ [ 1093.357396] env[69843]: value = "task-3704809" [ 1093.357396] env[69843]: _type = "Task" [ 1093.357396] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.366449] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.413964] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.417159] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.429s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.419191] env[69843]: INFO nova.compute.claims [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.437042] env[69843]: INFO nova.scheduler.client.report [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Deleted allocations for instance c8da8579-9251-411c-85d9-c932c6451b49 [ 1093.650609] env[69843]: INFO nova.virt.block_device [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Booting with volume 4a2b1826-0f61-4637-a00b-4a51f864bf88 at /dev/sdb [ 1093.694233] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc38473a-d2f8-40ce-a8cd-766d1a8fa8fb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.706298] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbab780-c04c-4966-8776-21f0d4298343 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.744699] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9709b5d0-1cbb-40a4-beac-aabdefc1805d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.756090] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9cb142-fcd3-4414-b6bf-4f8dbf13f807 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.797952] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2346632-9f2c-4e51-a4d2-8edb07075253 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.812902] env[69843]: DEBUG oslo_vmware.api [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204682} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.813738] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58735991-3348-4608-a473-75dab02127e9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.816591] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.816831] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.817045] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.817240] env[69843]: INFO nova.compute.manager [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1093.817488] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.817707] env[69843]: DEBUG nova.compute.manager [-] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.817805] env[69843]: DEBUG nova.network.neutron [-] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.834167] env[69843]: DEBUG nova.virt.block_device [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Updating existing volume attachment record: a9240883-75d8-407d-831d-b41506806782 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1093.841174] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135957} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.841493] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.841783] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.841890] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.869954] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704809, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.946446] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c556b651-7895-416e-8342-00cdcbc68f2c tempest-ServerAddressesNegativeTestJSON-247948003 tempest-ServerAddressesNegativeTestJSON-247948003-project-member] Lock "c8da8579-9251-411c-85d9-c932c6451b49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.277s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.339821] env[69843]: DEBUG nova.compute.manager [req-391bd122-fce1-4a43-896a-51c34ab10821 req-3e6a8eef-5cbe-447b-bca9-1730f128f172 service nova] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Received event network-vif-deleted-4cb4df17-2a94-445d-9485-2f71c55563f8 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.341761] env[69843]: INFO nova.compute.manager [req-391bd122-fce1-4a43-896a-51c34ab10821 req-3e6a8eef-5cbe-447b-bca9-1730f128f172 service nova] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Neutron deleted interface 4cb4df17-2a94-445d-9485-2f71c55563f8; detaching it from the instance and deleting it from the info cache [ 1094.341761] env[69843]: DEBUG nova.network.neutron [req-391bd122-fce1-4a43-896a-51c34ab10821 req-3e6a8eef-5cbe-447b-bca9-1730f128f172 service nova] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.375104] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637951} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.375104] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] ca77936d-eee7-4d7d-b726-0f003c3a6b62/ca77936d-eee7-4d7d-b726-0f003c3a6b62.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.375104] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.375104] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da54312f-dbe3-4b1d-beb4-5c46c31b51c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.391071] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Waiting for the task: (returnval){ [ 1094.391071] env[69843]: value = "task-3704810" [ 1094.391071] env[69843]: _type = "Task" [ 1094.391071] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.403779] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.702663] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff16414-8ca2-4b3e-bbe8-a3b3e3e5f872 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.710952] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3362655-88c3-4fc3-a948-c656fea4d647 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.743723] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513e6a3d-f37e-4471-b413-e9c06cb7d05a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.750909] env[69843]: DEBUG nova.network.neutron [-] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.753204] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a99f5e5-5d64-4ca7-8b14-7e7a96f9e3ea {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.767846] env[69843]: DEBUG nova.compute.provider_tree [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.847197] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de08a514-3211-4bac-b8e5-813b775c9c74 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.858177] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f16afd6-5383-4e31-b878-470cd883f966 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.882959] env[69843]: DEBUG nova.virt.hardware [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.887029] env[69843]: DEBUG nova.virt.hardware [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.887029] env[69843]: DEBUG nova.virt.hardware [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.887029] env[69843]: DEBUG nova.virt.hardware [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.887029] env[69843]: DEBUG nova.virt.hardware [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.887029] env[69843]: DEBUG nova.virt.hardware [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.887029] env[69843]: DEBUG nova.virt.hardware [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.887029] env[69843]: DEBUG nova.virt.hardware [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.887029] env[69843]: DEBUG nova.virt.hardware [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.887029] env[69843]: DEBUG nova.virt.hardware [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.887029] env[69843]: DEBUG nova.virt.hardware [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.887029] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1467f754-0485-4d7b-8434-cf728a82d68e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.905170] env[69843]: DEBUG nova.compute.manager [req-391bd122-fce1-4a43-896a-51c34ab10821 req-3e6a8eef-5cbe-447b-bca9-1730f128f172 service nova] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Detach interface failed, port_id=4cb4df17-2a94-445d-9485-2f71c55563f8, reason: Instance e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.915474] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6424b9-c958-4f1f-9733-094f62000bd6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.923453] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091464} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.924314] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.925286] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479cd479-6a2e-4922-bfca-153561cdd030 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.939207] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.945525] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.949146] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.949146] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd5cd8ff-2895-4174-95b9-5605954cdb7a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.981315] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] ca77936d-eee7-4d7d-b726-0f003c3a6b62/ca77936d-eee7-4d7d-b726-0f003c3a6b62.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.982442] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb793caa-b4dc-4693-9c21-351d168eff28 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.998876] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.998876] env[69843]: value = "task-3704811" [ 1094.998876] env[69843]: _type = "Task" [ 1094.998876] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.004964] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Waiting for the task: (returnval){ [ 1095.004964] env[69843]: value = "task-3704812" [ 1095.004964] env[69843]: _type = "Task" [ 1095.004964] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.012134] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704811, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.018830] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.258586] env[69843]: INFO nova.compute.manager [-] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Took 1.44 seconds to deallocate network for instance. [ 1095.273100] env[69843]: DEBUG nova.scheduler.client.report [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.517635] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704811, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.521981] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704812, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.766175] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.783269] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.783816] env[69843]: DEBUG nova.compute.manager [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.786339] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.495s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.787764] env[69843]: INFO nova.compute.claims [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.980269] env[69843]: DEBUG nova.virt.hardware [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.980590] env[69843]: DEBUG nova.virt.hardware [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.980758] env[69843]: DEBUG nova.virt.hardware [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.981025] env[69843]: DEBUG nova.virt.hardware [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.981222] env[69843]: DEBUG nova.virt.hardware [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.981385] env[69843]: DEBUG nova.virt.hardware [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.981597] env[69843]: DEBUG nova.virt.hardware [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.981779] env[69843]: DEBUG nova.virt.hardware [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.981982] env[69843]: DEBUG nova.virt.hardware [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.982183] env[69843]: DEBUG nova.virt.hardware [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.982361] env[69843]: DEBUG nova.virt.hardware [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.983345] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8f3926-dc4a-439d-aa9c-20f6106cacbd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.992054] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7ac38d-88ce-425f-9b78-3f070a09bfb3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.009633] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:a6:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '846874ef-0713-47d4-88c4-ac874d5898a7', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.017386] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.024130] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.024683] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62ae0035-55ba-4f80-8f62-1e14b09725cc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.045159] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704811, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.049925] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704812, 'name': ReconfigVM_Task, 'duration_secs': 0.547625} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.050130] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.050130] env[69843]: value = "task-3704813" [ 1096.050130] env[69843]: _type = "Task" [ 1096.050130] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.050372] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Reconfigured VM instance instance-00000060 to attach disk [datastore2] ca77936d-eee7-4d7d-b726-0f003c3a6b62/ca77936d-eee7-4d7d-b726-0f003c3a6b62.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.051036] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbac1e5d-8400-4fd8-b85c-dc03ba013222 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.061025] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704813, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.062417] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Waiting for the task: (returnval){ [ 1096.062417] env[69843]: value = "task-3704814" [ 1096.062417] env[69843]: _type = "Task" [ 1096.062417] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.071264] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704814, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.108624] env[69843]: DEBUG oslo_vmware.rw_handles [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe26db-432c-dd2f-5dcb-1a6ac0e130a4/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1096.109735] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da30aed4-9b3d-4c79-b650-0b6b9455b6ca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.118374] env[69843]: DEBUG oslo_vmware.rw_handles [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe26db-432c-dd2f-5dcb-1a6ac0e130a4/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1096.118627] env[69843]: ERROR oslo_vmware.rw_handles [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe26db-432c-dd2f-5dcb-1a6ac0e130a4/disk-0.vmdk due to incomplete transfer. [ 1096.118918] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e0a8d5b-8d3b-4500-be58-117c2586e12a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.126526] env[69843]: DEBUG oslo_vmware.rw_handles [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe26db-432c-dd2f-5dcb-1a6ac0e130a4/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1096.126736] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Uploaded image 294c974d-c7b9-4927-8138-992ef1750131 to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1096.129255] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1096.129515] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52b65281-c315-4b48-a0b3-9d99a99a838e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.136317] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1096.136317] env[69843]: value = "task-3704815" [ 1096.136317] env[69843]: _type = "Task" [ 1096.136317] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.145202] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704815, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.292201] env[69843]: DEBUG nova.compute.utils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.297038] env[69843]: DEBUG nova.compute.manager [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.297038] env[69843]: DEBUG nova.network.neutron [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.386812] env[69843]: DEBUG nova.policy [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2a67182ffde4492b8808900e3ad8f51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd1b79976f34619aefd9b38806485ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.519360] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704811, 'name': CreateVM_Task, 'duration_secs': 1.473494} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.519556] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.520065] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.520245] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.520578] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.520831] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118d8d81-53d4-4a16-9229-6e47caf5bd12 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.528023] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1096.528023] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c7a63d-2d40-3825-e283-c647aa1e3e3b" [ 1096.528023] env[69843]: _type = "Task" [ 1096.528023] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.537637] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c7a63d-2d40-3825-e283-c647aa1e3e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.563613] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704813, 'name': CreateVM_Task, 'duration_secs': 0.449094} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.567399] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.567915] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.574827] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704814, 'name': Rename_Task, 'duration_secs': 0.214569} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.575170] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.575435] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-682e2ca2-506b-4c6e-a9bf-adbbac4d4411 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.583221] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Waiting for the task: (returnval){ [ 1096.583221] env[69843]: value = "task-3704816" [ 1096.583221] env[69843]: _type = "Task" [ 1096.583221] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.593824] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.649857] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704815, 'name': Destroy_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.797572] env[69843]: DEBUG nova.compute.manager [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.043730] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c7a63d-2d40-3825-e283-c647aa1e3e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.044253] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.044589] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.045063] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.045366] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.045647] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.046052] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.046472] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.046814] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-268d5e64-7d4f-4e22-92e4-82058b318c60 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.051952] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51085d4-56a6-42a4-89de-67ead74e692a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.057777] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1097.057777] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520d0d66-138e-3f02-cd02-fdc8f0d345e3" [ 1097.057777] env[69843]: _type = "Task" [ 1097.057777] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.063265] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.065037] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.065037] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a457c550-8f6f-480b-8475-423468ef09ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.072561] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520d0d66-138e-3f02-cd02-fdc8f0d345e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.079019] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1097.079019] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529e050b-8976-8076-108a-fdd56e4b79e8" [ 1097.079019] env[69843]: _type = "Task" [ 1097.079019] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.085665] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529e050b-8976-8076-108a-fdd56e4b79e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.097079] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.103080] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3242363b-647e-4cfd-acf0-cbbf49ac3de0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.111027] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b20e84-e999-413b-8c02-ad447637cb41 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.146874] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acb247d-b529-4ccd-8727-0891ea4e538e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.158142] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f130d27-f1fa-47bc-8825-cf0577329c03 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.162571] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704815, 'name': Destroy_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.174120] env[69843]: DEBUG nova.compute.provider_tree [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.176284] env[69843]: DEBUG nova.network.neutron [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Successfully created port: 5261d2bb-2460-44bf-a485-43776b72f2e0 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.573070] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520d0d66-138e-3f02-cd02-fdc8f0d345e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.573543] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.573878] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.574251] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.589572] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529e050b-8976-8076-108a-fdd56e4b79e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.597024] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee895d10-c52c-4969-81c8-27a90b31d737 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.606513] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.607944] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1097.607944] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b6761b-7b71-3d8c-fff6-d8dfe3a000e3" [ 1097.607944] env[69843]: _type = "Task" [ 1097.607944] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.625480] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b6761b-7b71-3d8c-fff6-d8dfe3a000e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.654311] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704815, 'name': Destroy_Task, 'duration_secs': 1.514389} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.654731] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Destroyed the VM [ 1097.655066] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1097.655397] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-69ea364c-da2c-4100-9399-4f12b547678c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.663263] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1097.663263] env[69843]: value = "task-3704817" [ 1097.663263] env[69843]: _type = "Task" [ 1097.663263] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.672601] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704817, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.680058] env[69843]: DEBUG nova.scheduler.client.report [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.815514] env[69843]: DEBUG nova.compute.manager [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.844752] env[69843]: DEBUG nova.virt.hardware [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.845054] env[69843]: DEBUG nova.virt.hardware [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.845240] env[69843]: DEBUG nova.virt.hardware [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.845435] env[69843]: DEBUG nova.virt.hardware [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.845586] env[69843]: DEBUG nova.virt.hardware [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.845748] env[69843]: DEBUG nova.virt.hardware [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.845984] env[69843]: DEBUG nova.virt.hardware [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.846172] env[69843]: DEBUG nova.virt.hardware [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.846371] env[69843]: DEBUG nova.virt.hardware [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.846544] env[69843]: DEBUG nova.virt.hardware [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.846746] env[69843]: DEBUG nova.virt.hardware [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.847734] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226de870-6d67-4e53-af39-d3965cd85af5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.857947] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97547435-b708-4053-be0a-9db7a803f1eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.100657] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704816, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.105173] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "afb9b491-9b1e-4a22-8203-8cd6427cc223" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.105465] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "afb9b491-9b1e-4a22-8203-8cd6427cc223" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.118320] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b6761b-7b71-3d8c-fff6-d8dfe3a000e3, 'name': SearchDatastore_Task, 'duration_secs': 0.026901} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.118602] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.118917] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 44d7bb6d-2d42-49f1-bfb4-dd850e406648/44d7bb6d-2d42-49f1-bfb4-dd850e406648.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.119231] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.119431] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.119658] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27bc6d12-5a81-4739-8ab0-cbd532b0d237 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.122930] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-785d3abd-b220-4987-9149-fe301c561017 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.131604] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1098.131604] env[69843]: value = "task-3704818" [ 1098.131604] env[69843]: _type = "Task" [ 1098.131604] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.136687] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.136897] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.138129] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13599a7d-9b46-4973-8f0f-c97b06f78fd2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.144153] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.147654] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1098.147654] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bacd80-4a53-040e-0b72-cefd20c12827" [ 1098.147654] env[69843]: _type = "Task" [ 1098.147654] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.158600] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bacd80-4a53-040e-0b72-cefd20c12827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.173487] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704817, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.186332] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.186911] env[69843]: DEBUG nova.compute.manager [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.189817] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.194s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.191502] env[69843]: INFO nova.compute.claims [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.601184] env[69843]: DEBUG oslo_vmware.api [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704816, 'name': PowerOnVM_Task, 'duration_secs': 1.605384} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.601595] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.601840] env[69843]: INFO nova.compute.manager [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1098.602132] env[69843]: DEBUG nova.compute.manager [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1098.603157] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6074dd-6316-4fb1-b6f7-aac720e50d7e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.607226] env[69843]: DEBUG nova.compute.manager [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.644204] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704818, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.659941] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bacd80-4a53-040e-0b72-cefd20c12827, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.660721] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84e272b-8555-4654-b91a-da4891ba38fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.668989] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1098.668989] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52caf4d6-eba5-0058-5186-8dfaef704f0d" [ 1098.668989] env[69843]: _type = "Task" [ 1098.668989] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.675747] env[69843]: DEBUG oslo_vmware.api [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704817, 'name': RemoveSnapshot_Task, 'duration_secs': 0.806616} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.676377] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1098.676678] env[69843]: INFO nova.compute.manager [None req-4fc21dc1-8cc2-4ba9-832b-b49a1e9f32cc tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Took 16.97 seconds to snapshot the instance on the hypervisor. [ 1098.683471] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52caf4d6-eba5-0058-5186-8dfaef704f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.700931] env[69843]: DEBUG nova.compute.utils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.702296] env[69843]: DEBUG nova.compute.manager [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.702503] env[69843]: DEBUG nova.network.neutron [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.748220] env[69843]: DEBUG nova.policy [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2a67182ffde4492b8808900e3ad8f51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd1b79976f34619aefd9b38806485ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.038705] env[69843]: DEBUG nova.network.neutron [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Successfully created port: b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.085490] env[69843]: DEBUG nova.network.neutron [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Successfully updated port: 5261d2bb-2460-44bf-a485-43776b72f2e0 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.127594] env[69843]: INFO nova.compute.manager [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Took 29.64 seconds to build instance. [ 1099.145722] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553664} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.145844] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 44d7bb6d-2d42-49f1-bfb4-dd850e406648/44d7bb6d-2d42-49f1-bfb4-dd850e406648.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.146068] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.146607] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63d63d05-152c-4bb3-9041-d10e841e1fcd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.150054] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.152815] env[69843]: DEBUG nova.compute.manager [req-370bcfc5-7dd9-482b-ac9a-e9461790e1c4 req-cf7abf18-91cc-47bb-9a4e-7d21e56903c6 service nova] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Received event network-vif-plugged-5261d2bb-2460-44bf-a485-43776b72f2e0 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.152815] env[69843]: DEBUG oslo_concurrency.lockutils [req-370bcfc5-7dd9-482b-ac9a-e9461790e1c4 req-cf7abf18-91cc-47bb-9a4e-7d21e56903c6 service nova] Acquiring lock "9f220af4-4744-4f3f-857a-dc8349f0fc25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.152815] env[69843]: DEBUG oslo_concurrency.lockutils [req-370bcfc5-7dd9-482b-ac9a-e9461790e1c4 req-cf7abf18-91cc-47bb-9a4e-7d21e56903c6 service nova] Lock "9f220af4-4744-4f3f-857a-dc8349f0fc25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.152815] env[69843]: DEBUG oslo_concurrency.lockutils [req-370bcfc5-7dd9-482b-ac9a-e9461790e1c4 req-cf7abf18-91cc-47bb-9a4e-7d21e56903c6 service nova] Lock "9f220af4-4744-4f3f-857a-dc8349f0fc25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.153363] env[69843]: DEBUG nova.compute.manager [req-370bcfc5-7dd9-482b-ac9a-e9461790e1c4 req-cf7abf18-91cc-47bb-9a4e-7d21e56903c6 service nova] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] No waiting events found dispatching network-vif-plugged-5261d2bb-2460-44bf-a485-43776b72f2e0 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1099.153363] env[69843]: WARNING nova.compute.manager [req-370bcfc5-7dd9-482b-ac9a-e9461790e1c4 req-cf7abf18-91cc-47bb-9a4e-7d21e56903c6 service nova] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Received unexpected event network-vif-plugged-5261d2bb-2460-44bf-a485-43776b72f2e0 for instance with vm_state building and task_state spawning. [ 1099.161548] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1099.161548] env[69843]: value = "task-3704819" [ 1099.161548] env[69843]: _type = "Task" [ 1099.161548] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.173176] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.183084] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52caf4d6-eba5-0058-5186-8dfaef704f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.183346] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.183597] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] b07aefa9-be5c-46c8-b054-d0c05ebe76a7/b07aefa9-be5c-46c8-b054-d0c05ebe76a7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.183864] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30e0e83e-909d-4b84-9276-bbdf543dbbe7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.193335] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1099.193335] env[69843]: value = "task-3704820" [ 1099.193335] env[69843]: _type = "Task" [ 1099.193335] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.206147] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.208602] env[69843]: DEBUG nova.compute.manager [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.503788] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709f9594-dafa-49c2-9c91-98cc721476c4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.516197] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c83aebb-e1bd-4221-85e0-5b038060f7f5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.549881] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e0e2f2-67c9-45f5-bf09-6c0ab3e2e197 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.559536] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a37b232-82f0-4da3-83c9-505d79bc61c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.578437] env[69843]: DEBUG nova.compute.provider_tree [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.588156] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "refresh_cache-9f220af4-4744-4f3f-857a-dc8349f0fc25" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.588314] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "refresh_cache-9f220af4-4744-4f3f-857a-dc8349f0fc25" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.588474] env[69843]: DEBUG nova.network.neutron [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.628831] env[69843]: DEBUG oslo_concurrency.lockutils [None req-efb8c2bd-aff1-4989-a700-47856dc5e765 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Lock "ca77936d-eee7-4d7d-b726-0f003c3a6b62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.164s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.675612] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082406} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.675877] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.676773] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ef9417-2cd1-46bc-8af4-80d7a46db749 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.699257] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 44d7bb6d-2d42-49f1-bfb4-dd850e406648/44d7bb6d-2d42-49f1-bfb4-dd850e406648.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.699878] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6e7fa9-a7d8-49f8-ba91-4ed94ad59026 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.727833] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523228} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.729245] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] b07aefa9-be5c-46c8-b054-d0c05ebe76a7/b07aefa9-be5c-46c8-b054-d0c05ebe76a7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.729462] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.729770] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1099.729770] env[69843]: value = "task-3704821" [ 1099.729770] env[69843]: _type = "Task" [ 1099.729770] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.729962] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e110e6fa-6682-4327-85c1-c03f2037496a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.740975] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704821, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.742353] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1099.742353] env[69843]: value = "task-3704822" [ 1099.742353] env[69843]: _type = "Task" [ 1099.742353] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.753427] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.081432] env[69843]: DEBUG nova.scheduler.client.report [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.136180] env[69843]: DEBUG nova.network.neutron [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.223788] env[69843]: DEBUG nova.compute.manager [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.246712] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.258559] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259233} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.260969] env[69843]: DEBUG nova.virt.hardware [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.261203] env[69843]: DEBUG nova.virt.hardware [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.261380] env[69843]: DEBUG nova.virt.hardware [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.261529] env[69843]: DEBUG nova.virt.hardware [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.261676] env[69843]: DEBUG nova.virt.hardware [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.261861] env[69843]: DEBUG nova.virt.hardware [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.262100] env[69843]: DEBUG nova.virt.hardware [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.262279] env[69843]: DEBUG nova.virt.hardware [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.262455] env[69843]: DEBUG nova.virt.hardware [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.262621] env[69843]: DEBUG nova.virt.hardware [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.262789] env[69843]: DEBUG nova.virt.hardware [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.263108] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.264212] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e5fed6-b9db-4495-b734-aec6784e0640 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.267237] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e23e92f-3448-4d3d-99a0-58995f5ea611 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.284128] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb31c64-f07a-4352-b2a0-c0775299a9d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.298663] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] b07aefa9-be5c-46c8-b054-d0c05ebe76a7/b07aefa9-be5c-46c8-b054-d0c05ebe76a7.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.300837] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-981905ed-6035-426f-96af-c6d28634acc4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.329136] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1100.329136] env[69843]: value = "task-3704823" [ 1100.329136] env[69843]: _type = "Task" [ 1100.329136] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.337838] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.403753] env[69843]: DEBUG nova.network.neutron [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Updating instance_info_cache with network_info: [{"id": "5261d2bb-2460-44bf-a485-43776b72f2e0", "address": "fa:16:3e:cf:23:d5", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5261d2bb-24", "ovs_interfaceid": "5261d2bb-2460-44bf-a485-43776b72f2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.473348] env[69843]: DEBUG nova.compute.manager [req-c1507b61-18bc-45bf-8773-0d5cf78d2c39 req-19dbdd99-aba6-43fe-bfe4-0d7d8d02266c service nova] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Received event network-vif-plugged-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.473589] env[69843]: DEBUG oslo_concurrency.lockutils [req-c1507b61-18bc-45bf-8773-0d5cf78d2c39 req-19dbdd99-aba6-43fe-bfe4-0d7d8d02266c service nova] Acquiring lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.474344] env[69843]: DEBUG oslo_concurrency.lockutils [req-c1507b61-18bc-45bf-8773-0d5cf78d2c39 req-19dbdd99-aba6-43fe-bfe4-0d7d8d02266c service nova] Lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.474344] env[69843]: DEBUG oslo_concurrency.lockutils [req-c1507b61-18bc-45bf-8773-0d5cf78d2c39 req-19dbdd99-aba6-43fe-bfe4-0d7d8d02266c service nova] Lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.474344] env[69843]: DEBUG nova.compute.manager [req-c1507b61-18bc-45bf-8773-0d5cf78d2c39 req-19dbdd99-aba6-43fe-bfe4-0d7d8d02266c service nova] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] No waiting events found dispatching network-vif-plugged-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1100.474494] env[69843]: WARNING nova.compute.manager [req-c1507b61-18bc-45bf-8773-0d5cf78d2c39 req-19dbdd99-aba6-43fe-bfe4-0d7d8d02266c service nova] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Received unexpected event network-vif-plugged-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef for instance with vm_state building and task_state spawning. [ 1100.561060] env[69843]: DEBUG nova.network.neutron [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Successfully updated port: b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.587385] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.588015] env[69843]: DEBUG nova.compute.manager [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.591534] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.189s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.592769] env[69843]: INFO nova.compute.claims [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.699058] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Acquiring lock "ca77936d-eee7-4d7d-b726-0f003c3a6b62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.699415] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Lock "ca77936d-eee7-4d7d-b726-0f003c3a6b62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.699628] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Acquiring lock "ca77936d-eee7-4d7d-b726-0f003c3a6b62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.699992] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Lock "ca77936d-eee7-4d7d-b726-0f003c3a6b62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.700297] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Lock "ca77936d-eee7-4d7d-b726-0f003c3a6b62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.702955] env[69843]: INFO nova.compute.manager [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Terminating instance [ 1100.746090] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704821, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.840185] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.907047] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "refresh_cache-9f220af4-4744-4f3f-857a-dc8349f0fc25" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.907348] env[69843]: DEBUG nova.compute.manager [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Instance network_info: |[{"id": "5261d2bb-2460-44bf-a485-43776b72f2e0", "address": "fa:16:3e:cf:23:d5", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5261d2bb-24", "ovs_interfaceid": "5261d2bb-2460-44bf-a485-43776b72f2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.907791] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:23:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5261d2bb-2460-44bf-a485-43776b72f2e0', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.915645] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Creating folder: Project (4bd1b79976f34619aefd9b38806485ef). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.916072] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-522e74fe-abc4-495b-a154-e0308c87d4e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.929404] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Created folder: Project (4bd1b79976f34619aefd9b38806485ef) in parent group-v737654. [ 1100.929729] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Creating folder: Instances. Parent ref: group-v737935. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.930077] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e046d60-baf9-42d0-9695-4173c3dfd9fb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.942725] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Created folder: Instances in parent group-v737935. [ 1100.943459] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.943459] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.943459] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc9facbb-4274-4af9-8e78-344665c2241b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.966634] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.966634] env[69843]: value = "task-3704826" [ 1100.966634] env[69843]: _type = "Task" [ 1100.966634] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.976999] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704826, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.063809] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "refresh_cache-e74e37ed-deb4-4ed8-b209-beec5fb58f98" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.064029] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "refresh_cache-e74e37ed-deb4-4ed8-b209-beec5fb58f98" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.064248] env[69843]: DEBUG nova.network.neutron [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.099160] env[69843]: DEBUG nova.compute.utils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.103539] env[69843]: DEBUG nova.compute.manager [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.103983] env[69843]: DEBUG nova.network.neutron [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.166178] env[69843]: DEBUG nova.policy [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '658c76313d644527a42eb53f222feb3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26f958d3ee24955863a693689eacf7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.206857] env[69843]: DEBUG nova.compute.manager [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.210033] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.210033] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c366362c-93d6-42a8-af75-dfedb525167a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.217478] env[69843]: DEBUG nova.compute.manager [req-681e2c66-bcd3-4067-9b7f-fe01ffcb095d req-bad6f161-0d21-4e58-a3ff-239c2eeaa15b service nova] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Received event network-changed-5261d2bb-2460-44bf-a485-43776b72f2e0 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.217711] env[69843]: DEBUG nova.compute.manager [req-681e2c66-bcd3-4067-9b7f-fe01ffcb095d req-bad6f161-0d21-4e58-a3ff-239c2eeaa15b service nova] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Refreshing instance network info cache due to event network-changed-5261d2bb-2460-44bf-a485-43776b72f2e0. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.217942] env[69843]: DEBUG oslo_concurrency.lockutils [req-681e2c66-bcd3-4067-9b7f-fe01ffcb095d req-bad6f161-0d21-4e58-a3ff-239c2eeaa15b service nova] Acquiring lock "refresh_cache-9f220af4-4744-4f3f-857a-dc8349f0fc25" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.218095] env[69843]: DEBUG oslo_concurrency.lockutils [req-681e2c66-bcd3-4067-9b7f-fe01ffcb095d req-bad6f161-0d21-4e58-a3ff-239c2eeaa15b service nova] Acquired lock "refresh_cache-9f220af4-4744-4f3f-857a-dc8349f0fc25" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.218256] env[69843]: DEBUG nova.network.neutron [req-681e2c66-bcd3-4067-9b7f-fe01ffcb095d req-bad6f161-0d21-4e58-a3ff-239c2eeaa15b service nova] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Refreshing network info cache for port 5261d2bb-2460-44bf-a485-43776b72f2e0 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.224749] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.225257] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ca1406d-a165-4f47-96e8-67fbf95de1e8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.233912] env[69843]: DEBUG oslo_vmware.api [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Waiting for the task: (returnval){ [ 1101.233912] env[69843]: value = "task-3704827" [ 1101.233912] env[69843]: _type = "Task" [ 1101.233912] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.247803] env[69843]: DEBUG oslo_vmware.api [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.251492] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704821, 'name': ReconfigVM_Task, 'duration_secs': 1.075634} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.251781] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 44d7bb6d-2d42-49f1-bfb4-dd850e406648/44d7bb6d-2d42-49f1-bfb4-dd850e406648.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.252469] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a52ba3bf-866a-4c6a-897d-899a49a3317d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.261938] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1101.261938] env[69843]: value = "task-3704828" [ 1101.261938] env[69843]: _type = "Task" [ 1101.261938] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.273986] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704828, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.341319] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704823, 'name': ReconfigVM_Task, 'duration_secs': 0.577402} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.341654] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Reconfigured VM instance instance-00000053 to attach disk [datastore2] b07aefa9-be5c-46c8-b054-d0c05ebe76a7/b07aefa9-be5c-46c8-b054-d0c05ebe76a7.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.342846] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'encrypted': False, 'encryption_options': None, 'boot_index': 0, 'disk_bus': None, 'encryption_format': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'image_id': '6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'a9240883-75d8-407d-831d-b41506806782', 'boot_index': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737923', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'name': 'volume-4a2b1826-0f61-4637-a00b-4a51f864bf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b07aefa9-be5c-46c8-b054-d0c05ebe76a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'serial': '4a2b1826-0f61-4637-a00b-4a51f864bf88'}, 'volume_type': None}], 'swap': None} {{(pid=69843) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1101.343064] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1101.343260] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737923', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'name': 'volume-4a2b1826-0f61-4637-a00b-4a51f864bf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b07aefa9-be5c-46c8-b054-d0c05ebe76a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'serial': '4a2b1826-0f61-4637-a00b-4a51f864bf88'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1101.344126] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9376cf6d-f79b-401e-abf9-724ab1227b90 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.367048] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4442c044-d99f-4497-a911-08dd02a1044f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.395311] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-4a2b1826-0f61-4637-a00b-4a51f864bf88/volume-4a2b1826-0f61-4637-a00b-4a51f864bf88.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.395747] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2585311f-1ca2-4336-a1fc-b26e6181add8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.417990] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1101.417990] env[69843]: value = "task-3704829" [ 1101.417990] env[69843]: _type = "Task" [ 1101.417990] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.428254] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.480403] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704826, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.500765] env[69843]: DEBUG nova.network.neutron [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Successfully created port: 8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.598021] env[69843]: DEBUG nova.network.neutron [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.609073] env[69843]: DEBUG nova.compute.manager [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.751568] env[69843]: DEBUG oslo_vmware.api [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704827, 'name': PowerOffVM_Task, 'duration_secs': 0.174885} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.757333] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.757538] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.758135] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ea156fd-8ecf-4a30-a4cf-b1b3608b65b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.775341] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704828, 'name': Rename_Task, 'duration_secs': 0.231182} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.775879] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.776181] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f6b7580-d69a-4b0d-bd4d-d32627ddf24d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.785026] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1101.785026] env[69843]: value = "task-3704831" [ 1101.785026] env[69843]: _type = "Task" [ 1101.785026] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.793912] env[69843]: DEBUG nova.network.neutron [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Updating instance_info_cache with network_info: [{"id": "b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef", "address": "fa:16:3e:b2:79:8a", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b0cced-4c", "ovs_interfaceid": "b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.798940] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.834119] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.834374] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.834592] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Deleting the datastore file [datastore2] ca77936d-eee7-4d7d-b726-0f003c3a6b62 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.834920] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdcdbdc5-0676-4e85-9731-146cee13c0ff {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.845227] env[69843]: DEBUG oslo_vmware.api [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Waiting for the task: (returnval){ [ 1101.845227] env[69843]: value = "task-3704832" [ 1101.845227] env[69843]: _type = "Task" [ 1101.845227] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.855682] env[69843]: DEBUG oslo_vmware.api [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.928394] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704829, 'name': ReconfigVM_Task, 'duration_secs': 0.343059} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.931707] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-4a2b1826-0f61-4637-a00b-4a51f864bf88/volume-4a2b1826-0f61-4637-a00b-4a51f864bf88.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.936689] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b822997b-5c45-430b-a830-08b9e3e6d14c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.952684] env[69843]: DEBUG nova.network.neutron [req-681e2c66-bcd3-4067-9b7f-fe01ffcb095d req-bad6f161-0d21-4e58-a3ff-239c2eeaa15b service nova] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Updated VIF entry in instance network info cache for port 5261d2bb-2460-44bf-a485-43776b72f2e0. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.953026] env[69843]: DEBUG nova.network.neutron [req-681e2c66-bcd3-4067-9b7f-fe01ffcb095d req-bad6f161-0d21-4e58-a3ff-239c2eeaa15b service nova] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Updating instance_info_cache with network_info: [{"id": "5261d2bb-2460-44bf-a485-43776b72f2e0", "address": "fa:16:3e:cf:23:d5", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5261d2bb-24", "ovs_interfaceid": "5261d2bb-2460-44bf-a485-43776b72f2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.955522] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1ce52b-c847-4c0a-99a2-32482d5b452d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.964138] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af98f0f3-a6eb-4a43-976a-2f7f2a854710 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.970181] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1101.970181] env[69843]: value = "task-3704833" [ 1101.970181] env[69843]: _type = "Task" [ 1101.970181] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.006041] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e1acfd-c2b2-41c4-bff0-4eac4948c5b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.012695] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704826, 'name': CreateVM_Task, 'duration_secs': 0.526882} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.013238] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.017017] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.017017] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.017017] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.021543] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f91ab8ca-fc90-429a-a803-3c4af94625f2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.024183] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.025798] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f1608-f8d8-47d3-83db-52696fd312d8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.033857] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1102.033857] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520a2b4b-4056-ce53-b523-d36b32b1a370" [ 1102.033857] env[69843]: _type = "Task" [ 1102.033857] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.044191] env[69843]: DEBUG nova.compute.provider_tree [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.056314] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520a2b4b-4056-ce53-b523-d36b32b1a370, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.057401] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.057690] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.057953] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.058128] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.058341] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.058957] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67e37f13-2641-495e-98b8-b8e9885e1269 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.068523] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.068830] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.069604] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b492812-3271-4d17-9bc5-6466972c8411 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.078019] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1102.078019] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524f0940-1529-c0bb-c85c-37c94b809146" [ 1102.078019] env[69843]: _type = "Task" [ 1102.078019] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.084823] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524f0940-1529-c0bb-c85c-37c94b809146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.149315] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.149628] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.296418] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704831, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.300050] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "refresh_cache-e74e37ed-deb4-4ed8-b209-beec5fb58f98" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.300360] env[69843]: DEBUG nova.compute.manager [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Instance network_info: |[{"id": "b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef", "address": "fa:16:3e:b2:79:8a", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b0cced-4c", "ovs_interfaceid": "b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.300781] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:79:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.309966] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.310269] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.310530] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cbdfcd5-3437-4a26-9a2f-23fba0d99280 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.332405] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.332405] env[69843]: value = "task-3704834" [ 1102.332405] env[69843]: _type = "Task" [ 1102.332405] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.342061] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704834, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.355942] env[69843]: DEBUG oslo_vmware.api [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Task: {'id': task-3704832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1436} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.356231] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.356424] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.356626] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.356809] env[69843]: INFO nova.compute.manager [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1102.357084] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.357320] env[69843]: DEBUG nova.compute.manager [-] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.357422] env[69843]: DEBUG nova.network.neutron [-] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.459969] env[69843]: DEBUG oslo_concurrency.lockutils [req-681e2c66-bcd3-4067-9b7f-fe01ffcb095d req-bad6f161-0d21-4e58-a3ff-239c2eeaa15b service nova] Releasing lock "refresh_cache-9f220af4-4744-4f3f-857a-dc8349f0fc25" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.484429] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704833, 'name': ReconfigVM_Task, 'duration_secs': 0.158712} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.484744] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737923', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'name': 'volume-4a2b1826-0f61-4637-a00b-4a51f864bf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b07aefa9-be5c-46c8-b054-d0c05ebe76a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'serial': '4a2b1826-0f61-4637-a00b-4a51f864bf88'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1102.485417] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1882b81-4220-46a2-9f8b-e4a8fcdcc550 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.493207] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1102.493207] env[69843]: value = "task-3704835" [ 1102.493207] env[69843]: _type = "Task" [ 1102.493207] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.504571] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704835, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.552160] env[69843]: DEBUG nova.scheduler.client.report [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.588559] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524f0940-1529-c0bb-c85c-37c94b809146, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.589998] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eac8d42-4f8a-450f-9167-026e20e0c4bb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.596776] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1102.596776] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b2e2d3-5a54-1e2f-784e-647f8c38b78a" [ 1102.596776] env[69843]: _type = "Task" [ 1102.596776] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.606403] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b2e2d3-5a54-1e2f-784e-647f8c38b78a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.625109] env[69843]: DEBUG nova.compute.manager [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.653277] env[69843]: DEBUG nova.compute.utils [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.657524] env[69843]: DEBUG nova.virt.hardware [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.657524] env[69843]: DEBUG nova.virt.hardware [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.657735] env[69843]: DEBUG nova.virt.hardware [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.657907] env[69843]: DEBUG nova.virt.hardware [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.657977] env[69843]: DEBUG nova.virt.hardware [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.658144] env[69843]: DEBUG nova.virt.hardware [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.658360] env[69843]: DEBUG nova.virt.hardware [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.658538] env[69843]: DEBUG nova.virt.hardware [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.658706] env[69843]: DEBUG nova.virt.hardware [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.658896] env[69843]: DEBUG nova.virt.hardware [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.659115] env[69843]: DEBUG nova.virt.hardware [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.660325] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bc66f6-71bc-4134-820b-88b449653bac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.669984] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3d7cd8-16bf-4623-a47a-a8d93c662e39 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.753568] env[69843]: DEBUG nova.compute.manager [req-71b83a78-9c79-4be6-840c-bd363f1850c0 req-ef0d1339-7475-4e95-b769-7b1773f2a203 service nova] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Received event network-changed-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.753767] env[69843]: DEBUG nova.compute.manager [req-71b83a78-9c79-4be6-840c-bd363f1850c0 req-ef0d1339-7475-4e95-b769-7b1773f2a203 service nova] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Refreshing instance network info cache due to event network-changed-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.753954] env[69843]: DEBUG oslo_concurrency.lockutils [req-71b83a78-9c79-4be6-840c-bd363f1850c0 req-ef0d1339-7475-4e95-b769-7b1773f2a203 service nova] Acquiring lock "refresh_cache-e74e37ed-deb4-4ed8-b209-beec5fb58f98" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.754114] env[69843]: DEBUG oslo_concurrency.lockutils [req-71b83a78-9c79-4be6-840c-bd363f1850c0 req-ef0d1339-7475-4e95-b769-7b1773f2a203 service nova] Acquired lock "refresh_cache-e74e37ed-deb4-4ed8-b209-beec5fb58f98" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.754276] env[69843]: DEBUG nova.network.neutron [req-71b83a78-9c79-4be6-840c-bd363f1850c0 req-ef0d1339-7475-4e95-b769-7b1773f2a203 service nova] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Refreshing network info cache for port b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.796583] env[69843]: DEBUG oslo_vmware.api [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704831, 'name': PowerOnVM_Task, 'duration_secs': 0.612998} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.796982] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.797190] env[69843]: DEBUG nova.compute.manager [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1102.797988] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42e03fc-fe98-4959-b7e1-248fa90b5a00 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.844494] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704834, 'name': CreateVM_Task, 'duration_secs': 0.361791} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.844779] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.845478] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.845633] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.846047] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.846505] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96733f17-b5f0-4990-982c-552dc19f3f2c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.852150] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1102.852150] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527797d8-bb9a-82d6-e9ec-24b1b4c26105" [ 1102.852150] env[69843]: _type = "Task" [ 1102.852150] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.861199] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527797d8-bb9a-82d6-e9ec-24b1b4c26105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.002939] env[69843]: DEBUG nova.network.neutron [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Successfully updated port: 8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.013356] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704835, 'name': Rename_Task, 'duration_secs': 0.174897} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.013356] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.013356] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32676c2a-b4e6-48b3-a127-666aa4eb8e51 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.021118] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1103.021118] env[69843]: value = "task-3704836" [ 1103.021118] env[69843]: _type = "Task" [ 1103.021118] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.031497] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.057923] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.058490] env[69843]: DEBUG nova.compute.manager [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.061638] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.590s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.061966] env[69843]: DEBUG nova.objects.instance [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lazy-loading 'resources' on Instance uuid 394d43df-4645-436e-822e-c446f1e22bee {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.106868] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b2e2d3-5a54-1e2f-784e-647f8c38b78a, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.107159] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.107433] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 9f220af4-4744-4f3f-857a-dc8349f0fc25/9f220af4-4744-4f3f-857a-dc8349f0fc25.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.107681] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20d57d8b-5c0a-4ae8-b6f1-2a8a5c728ebb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.114205] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1103.114205] env[69843]: value = "task-3704837" [ 1103.114205] env[69843]: _type = "Task" [ 1103.114205] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.122944] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.137377] env[69843]: DEBUG nova.network.neutron [-] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.165462] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.317196] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.365749] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527797d8-bb9a-82d6-e9ec-24b1b4c26105, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.366102] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.366346] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.366668] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.366836] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.366948] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.367225] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89c7d7a6-5fa5-4708-8363-788be5c911de {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.379960] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.380187] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.380963] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47885a38-8c47-42f5-b867-a0c9003ca482 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.387657] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1103.387657] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bf049b-4ba7-3dff-bc62-741fe5a23db3" [ 1103.387657] env[69843]: _type = "Task" [ 1103.387657] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.397387] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bf049b-4ba7-3dff-bc62-741fe5a23db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.497037] env[69843]: DEBUG nova.network.neutron [req-71b83a78-9c79-4be6-840c-bd363f1850c0 req-ef0d1339-7475-4e95-b769-7b1773f2a203 service nova] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Updated VIF entry in instance network info cache for port b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.497470] env[69843]: DEBUG nova.network.neutron [req-71b83a78-9c79-4be6-840c-bd363f1850c0 req-ef0d1339-7475-4e95-b769-7b1773f2a203 service nova] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Updating instance_info_cache with network_info: [{"id": "b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef", "address": "fa:16:3e:b2:79:8a", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b0cced-4c", "ovs_interfaceid": "b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.506991] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "refresh_cache-fba5c152-3c2d-438a-9ed0-da03137be698" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.507171] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "refresh_cache-fba5c152-3c2d-438a-9ed0-da03137be698" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.507322] env[69843]: DEBUG nova.network.neutron [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.534737] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704836, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.568941] env[69843]: DEBUG nova.compute.utils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.570913] env[69843]: DEBUG nova.compute.manager [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.571494] env[69843]: DEBUG nova.network.neutron [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.614236] env[69843]: DEBUG nova.policy [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '855fb4fe79ab412b885dbb9e9a476b36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb6743d0ed75443486bcdbec716f5665', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.627703] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509291} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.628294] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 9f220af4-4744-4f3f-857a-dc8349f0fc25/9f220af4-4744-4f3f-857a-dc8349f0fc25.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.628529] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.628909] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97ed9221-a6bb-4974-af0f-8e556bf7c7b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.638369] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1103.638369] env[69843]: value = "task-3704838" [ 1103.638369] env[69843]: _type = "Task" [ 1103.638369] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.643456] env[69843]: INFO nova.compute.manager [-] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Took 1.29 seconds to deallocate network for instance. [ 1103.658436] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.902549] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bf049b-4ba7-3dff-bc62-741fe5a23db3, 'name': SearchDatastore_Task, 'duration_secs': 0.065503} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.903586] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08fb534-1f96-4d07-9e84-641daf1878a5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.908535] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f617e83-937f-4bed-94db-cd9d6b09b039 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.915773] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1103.915773] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b93120-8f3e-0607-c250-e2bd1e91f2bc" [ 1103.915773] env[69843]: _type = "Task" [ 1103.915773] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.923469] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf2f4ac-ba18-4317-a45e-b1c503b0e650 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.934130] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b93120-8f3e-0607-c250-e2bd1e91f2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012663} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.961772] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.962096] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] e74e37ed-deb4-4ed8-b209-beec5fb58f98/e74e37ed-deb4-4ed8-b209-beec5fb58f98.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.963040] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d35c533-8e3c-4144-a687-3831cf2fc4a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.965670] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b670cacc-306c-4863-9e37-8c5ba14b26e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.977452] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7f7ce8-40e4-4254-9ae5-19614c62280b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.982574] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1103.982574] env[69843]: value = "task-3704839" [ 1103.982574] env[69843]: _type = "Task" [ 1103.982574] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.994528] env[69843]: DEBUG nova.network.neutron [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Successfully created port: f3543277-c1dc-4f49-ba8d-fe468c730827 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.996791] env[69843]: DEBUG nova.compute.provider_tree [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.006310] env[69843]: DEBUG oslo_concurrency.lockutils [req-71b83a78-9c79-4be6-840c-bd363f1850c0 req-ef0d1339-7475-4e95-b769-7b1773f2a203 service nova] Releasing lock "refresh_cache-e74e37ed-deb4-4ed8-b209-beec5fb58f98" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.007325] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.033791] env[69843]: DEBUG oslo_vmware.api [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704836, 'name': PowerOnVM_Task, 'duration_secs': 0.70409} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.034917] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.034917] env[69843]: DEBUG nova.compute.manager [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.035394] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9479593-e2cf-427e-bdfb-f51475df4c23 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.054811] env[69843]: DEBUG nova.network.neutron [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.074764] env[69843]: DEBUG nova.compute.manager [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.149473] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080454} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.149759] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.150604] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c05138-2bda-4d38-8ac9-745b747eba59 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.155568] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.174899] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 9f220af4-4744-4f3f-857a-dc8349f0fc25/9f220af4-4744-4f3f-857a-dc8349f0fc25.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.177911] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52505052-5387-4887-a8d4-a7d4dcd3df1d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.199355] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1104.199355] env[69843]: value = "task-3704840" [ 1104.199355] env[69843]: _type = "Task" [ 1104.199355] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.214362] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.250142] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.250472] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.250741] env[69843]: INFO nova.compute.manager [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Attaching volume 61376cb5-547a-42c6-9ae5-16e1d39cbbd8 to /dev/sdb [ 1104.288554] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2266fb-d7e6-4fb4-8f0e-11a7c01efb75 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.298603] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a30e579-5a08-44d7-83eb-309bca7171b2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.313430] env[69843]: DEBUG nova.virt.block_device [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Updating existing volume attachment record: e59b143f-6a55-408b-a582-986d7a117c2e {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1104.317440] env[69843]: DEBUG nova.network.neutron [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Updating instance_info_cache with network_info: [{"id": "8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60", "address": "fa:16:3e:50:77:b6", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2afe5a-9c", "ovs_interfaceid": "8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.325950] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquiring lock "44d7bb6d-2d42-49f1-bfb4-dd850e406648" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.325950] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lock "44d7bb6d-2d42-49f1-bfb4-dd850e406648" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.326083] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquiring lock "44d7bb6d-2d42-49f1-bfb4-dd850e406648-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.326236] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lock "44d7bb6d-2d42-49f1-bfb4-dd850e406648-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.326407] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lock "44d7bb6d-2d42-49f1-bfb4-dd850e406648-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.329415] env[69843]: INFO nova.compute.manager [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Terminating instance [ 1104.492572] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.500796] env[69843]: DEBUG nova.scheduler.client.report [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.553024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.710171] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.783531] env[69843]: DEBUG nova.compute.manager [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Received event network-vif-deleted-176bafb8-5b7c-4cf0-b0da-8fa210fcad4a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.783787] env[69843]: DEBUG nova.compute.manager [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Received event network-vif-plugged-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.784183] env[69843]: DEBUG oslo_concurrency.lockutils [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] Acquiring lock "fba5c152-3c2d-438a-9ed0-da03137be698-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.784473] env[69843]: DEBUG oslo_concurrency.lockutils [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] Lock "fba5c152-3c2d-438a-9ed0-da03137be698-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.784667] env[69843]: DEBUG oslo_concurrency.lockutils [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] Lock "fba5c152-3c2d-438a-9ed0-da03137be698-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.784889] env[69843]: DEBUG nova.compute.manager [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] No waiting events found dispatching network-vif-plugged-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1104.785108] env[69843]: WARNING nova.compute.manager [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Received unexpected event network-vif-plugged-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 for instance with vm_state building and task_state spawning. [ 1104.785293] env[69843]: DEBUG nova.compute.manager [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Received event network-changed-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.785448] env[69843]: DEBUG nova.compute.manager [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Refreshing instance network info cache due to event network-changed-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.785615] env[69843]: DEBUG oslo_concurrency.lockutils [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] Acquiring lock "refresh_cache-fba5c152-3c2d-438a-9ed0-da03137be698" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.820592] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "refresh_cache-fba5c152-3c2d-438a-9ed0-da03137be698" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.821051] env[69843]: DEBUG nova.compute.manager [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Instance network_info: |[{"id": "8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60", "address": "fa:16:3e:50:77:b6", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2afe5a-9c", "ovs_interfaceid": "8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.821501] env[69843]: DEBUG oslo_concurrency.lockutils [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] Acquired lock "refresh_cache-fba5c152-3c2d-438a-9ed0-da03137be698" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.821746] env[69843]: DEBUG nova.network.neutron [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Refreshing network info cache for port 8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.823360] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:77:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.832317] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.833518] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.835045] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquiring lock "refresh_cache-44d7bb6d-2d42-49f1-bfb4-dd850e406648" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.835045] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquired lock "refresh_cache-44d7bb6d-2d42-49f1-bfb4-dd850e406648" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.835045] env[69843]: DEBUG nova.network.neutron [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.835357] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-895e02c0-ecad-49e2-b708-8c8cf3f66c59 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.860859] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.860859] env[69843]: value = "task-3704843" [ 1104.860859] env[69843]: _type = "Task" [ 1104.860859] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.873769] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704843, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.874777] env[69843]: DEBUG nova.network.neutron [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.953252] env[69843]: DEBUG nova.network.neutron [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.996858] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704839, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.007135] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.009245] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.713s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.050260] env[69843]: INFO nova.scheduler.client.report [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Deleted allocations for instance 394d43df-4645-436e-822e-c446f1e22bee [ 1105.088933] env[69843]: DEBUG nova.compute.manager [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.133101] env[69843]: DEBUG nova.virt.hardware [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.133101] env[69843]: DEBUG nova.virt.hardware [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.133101] env[69843]: DEBUG nova.virt.hardware [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.133101] env[69843]: DEBUG nova.virt.hardware [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.133101] env[69843]: DEBUG nova.virt.hardware [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.133101] env[69843]: DEBUG nova.virt.hardware [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.133101] env[69843]: DEBUG nova.virt.hardware [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.133972] env[69843]: DEBUG nova.virt.hardware [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.134337] env[69843]: DEBUG nova.virt.hardware [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.134720] env[69843]: DEBUG nova.virt.hardware [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.135057] env[69843]: DEBUG nova.virt.hardware [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.136458] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4123ab-13af-4f9b-a2f4-a24ae88dd585 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.150425] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbed1aa-a539-405c-95be-846d584c256a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.216021] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704840, 'name': ReconfigVM_Task, 'duration_secs': 1.013438} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.216362] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 9f220af4-4744-4f3f-857a-dc8349f0fc25/9f220af4-4744-4f3f-857a-dc8349f0fc25.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.217205] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f06487-e612-48ec-8684-06efba445726 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.226455] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1105.226455] env[69843]: value = "task-3704845" [ 1105.226455] env[69843]: _type = "Task" [ 1105.226455] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.237578] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704845, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.377988] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704843, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.455424] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Releasing lock "refresh_cache-44d7bb6d-2d42-49f1-bfb4-dd850e406648" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.456086] env[69843]: DEBUG nova.compute.manager [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.456328] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.457323] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a115ab89-65e0-44b1-af7b-3662bc44059a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.467600] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.468173] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b1b146b-8fe2-446d-b1bd-481bbcfc4ef9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.475723] env[69843]: DEBUG oslo_vmware.api [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1105.475723] env[69843]: value = "task-3704846" [ 1105.475723] env[69843]: _type = "Task" [ 1105.475723] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.486350] env[69843]: DEBUG oslo_vmware.api [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.497907] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704839, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.226586} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.498185] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] e74e37ed-deb4-4ed8-b209-beec5fb58f98/e74e37ed-deb4-4ed8-b209-beec5fb58f98.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.498399] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.498647] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-163bb8c0-ca5d-4db8-9b75-63279a82adc4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.506022] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1105.506022] env[69843]: value = "task-3704847" [ 1105.506022] env[69843]: _type = "Task" [ 1105.506022] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.514751] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.564632] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cd217f6b-6aaf-400f-83ff-5d2b28999963 tempest-AttachVolumeTestJSON-1111491053 tempest-AttachVolumeTestJSON-1111491053-project-member] Lock "394d43df-4645-436e-822e-c446f1e22bee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.694s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.656059] env[69843]: DEBUG nova.network.neutron [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Updated VIF entry in instance network info cache for port 8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.656460] env[69843]: DEBUG nova.network.neutron [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Updating instance_info_cache with network_info: [{"id": "8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60", "address": "fa:16:3e:50:77:b6", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d2afe5a-9c", "ovs_interfaceid": "8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.741125] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704845, 'name': Rename_Task, 'duration_secs': 0.242416} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.742025] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.742325] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2f32428-fae9-4328-81f6-97325f07e131 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.751959] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1105.751959] env[69843]: value = "task-3704848" [ 1105.751959] env[69843]: _type = "Task" [ 1105.751959] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.766248] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.775826] env[69843]: DEBUG nova.network.neutron [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Successfully updated port: f3543277-c1dc-4f49-ba8d-fe468c730827 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.831898] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d7934c-9e11-46a7-a52e-983cfbde8fa9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.844627] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43f7a1-bd34-4d0f-84b7-4ea835537609 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.881884] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a94e617-5ee9-4ff3-9aa2-b8cdd584e6fa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.893344] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73abb902-3ab1-4324-a94b-1dd3cac12fc8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.897185] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704843, 'name': CreateVM_Task, 'duration_secs': 0.599556} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.897354] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.898391] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.898586] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.898944] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.899242] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0edfaf78-bed4-4fcb-ba57-2f5d496383c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.908867] env[69843]: DEBUG nova.compute.provider_tree [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.914832] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1105.914832] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528e9fcf-d97d-ca01-d485-055003d2c624" [ 1105.914832] env[69843]: _type = "Task" [ 1105.914832] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.924165] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528e9fcf-d97d-ca01-d485-055003d2c624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.986362] env[69843]: DEBUG oslo_vmware.api [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704846, 'name': PowerOffVM_Task, 'duration_secs': 0.160643} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.986624] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.986791] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.987088] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c46fd888-da3a-415a-95f2-ec9b66e45d80 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.015908] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077842} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.017517] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.017650] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.017885] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.018084] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Deleting the datastore file [datastore2] 44d7bb6d-2d42-49f1-bfb4-dd850e406648 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.019676] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cc7595-a271-4afb-bdc8-e28ca7c54fc8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.021823] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0153f7e8-1390-46aa-8b08-b95d63a16a25 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.045199] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] e74e37ed-deb4-4ed8-b209-beec5fb58f98/e74e37ed-deb4-4ed8-b209-beec5fb58f98.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.046701] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f63b92-eecb-4416-82b7-d4857ac077bd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.062445] env[69843]: DEBUG oslo_vmware.api [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for the task: (returnval){ [ 1106.062445] env[69843]: value = "task-3704850" [ 1106.062445] env[69843]: _type = "Task" [ 1106.062445] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.069081] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1106.069081] env[69843]: value = "task-3704851" [ 1106.069081] env[69843]: _type = "Task" [ 1106.069081] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.072423] env[69843]: DEBUG oslo_vmware.api [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.083792] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.160806] env[69843]: DEBUG oslo_concurrency.lockutils [req-da094e87-364f-4521-9fb3-db8e5709036c req-30acdaa5-99be-4c50-90a8-77d22fdfd186 service nova] Releasing lock "refresh_cache-fba5c152-3c2d-438a-9ed0-da03137be698" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.266139] env[69843]: DEBUG oslo_vmware.api [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704848, 'name': PowerOnVM_Task, 'duration_secs': 0.505048} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.266498] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.266718] env[69843]: INFO nova.compute.manager [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1106.267064] env[69843]: DEBUG nova.compute.manager [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1106.267664] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a242dc31-b87e-417e-ba5c-b0150681b5a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.278332] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.278332] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.278332] env[69843]: DEBUG nova.network.neutron [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.413516] env[69843]: DEBUG nova.scheduler.client.report [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.431289] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]528e9fcf-d97d-ca01-d485-055003d2c624, 'name': SearchDatastore_Task, 'duration_secs': 0.029777} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.431561] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.431872] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.432304] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.432641] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.432877] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.434556] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97ccbd39-35a1-48aa-9999-1708d11bd4bc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.451196] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.451447] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.452355] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-283800a0-15ad-4e89-a7f2-9ef5ada06479 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.460337] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1106.460337] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cc3072-25cb-118d-c9d9-d78b04965622" [ 1106.460337] env[69843]: _type = "Task" [ 1106.460337] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.469250] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cc3072-25cb-118d-c9d9-d78b04965622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.574424] env[69843]: DEBUG oslo_vmware.api [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Task: {'id': task-3704850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227155} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.578227] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.578227] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.578409] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.578481] env[69843]: INFO nova.compute.manager [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1106.578700] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.579012] env[69843]: DEBUG nova.compute.manager [-] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.579150] env[69843]: DEBUG nova.network.neutron [-] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.586898] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704851, 'name': ReconfigVM_Task, 'duration_secs': 0.517627} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.587781] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Reconfigured VM instance instance-00000062 to attach disk [datastore2] e74e37ed-deb4-4ed8-b209-beec5fb58f98/e74e37ed-deb4-4ed8-b209-beec5fb58f98.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.587961] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbf03e22-8002-4267-9362-29252fb53d51 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.595804] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1106.595804] env[69843]: value = "task-3704853" [ 1106.595804] env[69843]: _type = "Task" [ 1106.595804] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.599905] env[69843]: DEBUG nova.network.neutron [-] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.607337] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704853, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.786346] env[69843]: INFO nova.compute.manager [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Took 19.82 seconds to build instance. [ 1106.811234] env[69843]: DEBUG nova.compute.manager [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Received event network-vif-plugged-f3543277-c1dc-4f49-ba8d-fe468c730827 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.811527] env[69843]: DEBUG oslo_concurrency.lockutils [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] Acquiring lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.812119] env[69843]: DEBUG oslo_concurrency.lockutils [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.812305] env[69843]: DEBUG oslo_concurrency.lockutils [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.812515] env[69843]: DEBUG nova.compute.manager [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] No waiting events found dispatching network-vif-plugged-f3543277-c1dc-4f49-ba8d-fe468c730827 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1106.812701] env[69843]: WARNING nova.compute.manager [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Received unexpected event network-vif-plugged-f3543277-c1dc-4f49-ba8d-fe468c730827 for instance with vm_state building and task_state spawning. [ 1106.812857] env[69843]: DEBUG nova.compute.manager [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Received event network-changed-f3543277-c1dc-4f49-ba8d-fe468c730827 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.813022] env[69843]: DEBUG nova.compute.manager [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Refreshing instance network info cache due to event network-changed-f3543277-c1dc-4f49-ba8d-fe468c730827. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.813199] env[69843]: DEBUG oslo_concurrency.lockutils [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] Acquiring lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.819408] env[69843]: DEBUG nova.network.neutron [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.973966] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cc3072-25cb-118d-c9d9-d78b04965622, 'name': SearchDatastore_Task, 'duration_secs': 0.017587} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.974900] env[69843]: DEBUG nova.network.neutron [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance_info_cache with network_info: [{"id": "f3543277-c1dc-4f49-ba8d-fe468c730827", "address": "fa:16:3e:6e:49:ef", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3543277-c1", "ovs_interfaceid": "f3543277-c1dc-4f49-ba8d-fe468c730827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.978193] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3604903-b573-48ca-a4d5-c7ce9f2f71b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.982927] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1106.982927] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bad983-5668-78fb-762c-d69b3d7f2c32" [ 1106.982927] env[69843]: _type = "Task" [ 1106.982927] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.992010] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bad983-5668-78fb-762c-d69b3d7f2c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.102668] env[69843]: DEBUG nova.network.neutron [-] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.107423] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704853, 'name': Rename_Task, 'duration_secs': 0.292347} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.107932] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.108197] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53ddbe6a-26c4-40ee-a183-c9a75f48af6f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.115320] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1107.115320] env[69843]: value = "task-3704855" [ 1107.115320] env[69843]: _type = "Task" [ 1107.115320] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.123961] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.288473] env[69843]: DEBUG oslo_concurrency.lockutils [None req-26a5f959-637c-4acf-87d8-e7b2a64d5c0b tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "9f220af4-4744-4f3f-857a-dc8349f0fc25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.346s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.429235] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.420s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.432311] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.757s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.477802] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.478203] env[69843]: DEBUG nova.compute.manager [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Instance network_info: |[{"id": "f3543277-c1dc-4f49-ba8d-fe468c730827", "address": "fa:16:3e:6e:49:ef", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3543277-c1", "ovs_interfaceid": "f3543277-c1dc-4f49-ba8d-fe468c730827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.478585] env[69843]: DEBUG oslo_concurrency.lockutils [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] Acquired lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.478869] env[69843]: DEBUG nova.network.neutron [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Refreshing network info cache for port f3543277-c1dc-4f49-ba8d-fe468c730827 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.480471] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:49:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3543277-c1dc-4f49-ba8d-fe468c730827', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.488683] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.489942] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.494671] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-679d2d5a-db47-4200-8d88-6db3ffcbb8dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.518552] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bad983-5668-78fb-762c-d69b3d7f2c32, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.519966] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.520275] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] fba5c152-3c2d-438a-9ed0-da03137be698/fba5c152-3c2d-438a-9ed0-da03137be698.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.520812] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.520812] env[69843]: value = "task-3704856" [ 1107.520812] env[69843]: _type = "Task" [ 1107.520812] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.521012] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ad62fdb-9c2f-4bf5-ac76-af0f19c3718f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.532152] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704856, 'name': CreateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.533669] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1107.533669] env[69843]: value = "task-3704857" [ 1107.533669] env[69843]: _type = "Task" [ 1107.533669] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.542771] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.609246] env[69843]: INFO nova.compute.manager [-] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Took 1.03 seconds to deallocate network for instance. [ 1107.626454] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704855, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.943242] env[69843]: INFO nova.compute.claims [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.029779] env[69843]: INFO nova.scheduler.client.report [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted allocation for migration c5d1559d-652f-4b49-af65-b16dccd65d1b [ 1108.047365] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704856, 'name': CreateVM_Task, 'duration_secs': 0.445999} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.048587] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.049192] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.049576] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.049727] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.050171] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e80a5d-d2e9-4f1c-9df6-a2865cd97a21 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.058678] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704857, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.064841] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1108.064841] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b81fe8-6ad6-4060-cbd0-463a143fd01c" [ 1108.064841] env[69843]: _type = "Task" [ 1108.064841] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.074866] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b81fe8-6ad6-4060-cbd0-463a143fd01c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.118685] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.128649] env[69843]: DEBUG oslo_vmware.api [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704855, 'name': PowerOnVM_Task, 'duration_secs': 0.523171} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.128984] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.129226] env[69843]: INFO nova.compute.manager [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1108.129407] env[69843]: DEBUG nova.compute.manager [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1108.130321] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2115abae-9a0d-4882-b9a3-705ab711d1b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.233140] env[69843]: DEBUG nova.network.neutron [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updated VIF entry in instance network info cache for port f3543277-c1dc-4f49-ba8d-fe468c730827. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.233528] env[69843]: DEBUG nova.network.neutron [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance_info_cache with network_info: [{"id": "f3543277-c1dc-4f49-ba8d-fe468c730827", "address": "fa:16:3e:6e:49:ef", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3543277-c1", "ovs_interfaceid": "f3543277-c1dc-4f49-ba8d-fe468c730827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.454271] env[69843]: INFO nova.compute.resource_tracker [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating resource usage from migration bdd94d0c-c39a-4023-b671-d974528881d0 [ 1108.540670] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a819a7ef-b30f-4e85-84c9-570d59aa7b90 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.218s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.552301] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623483} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.552590] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] fba5c152-3c2d-438a-9ed0-da03137be698/fba5c152-3c2d-438a-9ed0-da03137be698.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.552811] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.553087] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-234b391d-7ff6-403e-b52a-9d2011b1c5b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.563785] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1108.563785] env[69843]: value = "task-3704858" [ 1108.563785] env[69843]: _type = "Task" [ 1108.563785] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.576672] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.580367] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b81fe8-6ad6-4060-cbd0-463a143fd01c, 'name': SearchDatastore_Task, 'duration_secs': 0.040132} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.580666] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.580905] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.582421] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.582421] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.582421] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.582874] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc8e041e-a217-44ed-954a-d5771a4d79d5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.593415] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.593670] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.594457] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66343c94-afa2-4dd5-85ee-072b93c9830a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.601245] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1108.601245] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52124773-c8ac-35ad-1fa2-b129049ce910" [ 1108.601245] env[69843]: _type = "Task" [ 1108.601245] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.613604] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52124773-c8ac-35ad-1fa2-b129049ce910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.649595] env[69843]: INFO nova.compute.manager [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Took 20.38 seconds to build instance. [ 1108.727101] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db881de-a2bc-4e9d-8ac6-9036c9e03dae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.733103] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.733444] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.733659] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.733837] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.734007] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.738674] env[69843]: DEBUG oslo_concurrency.lockutils [req-cf20f4e0-927e-41c6-a488-098497151e02 req-18aba891-e35b-446c-af80-bb88d460e93e service nova] Releasing lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.739438] env[69843]: INFO nova.compute.manager [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Terminating instance [ 1108.741681] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1547ed-5877-4cea-b44f-3f32d5a62621 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.777459] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f03074d-103b-4e63-b72f-17d6a619a948 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.786626] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce6c1f6-347a-4f62-bfe1-45f201241e5e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.802488] env[69843]: DEBUG nova.compute.provider_tree [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.075459] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251737} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.075748] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.076628] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f04c7b5-c44a-40a9-8b6e-5ecf629bfeae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.100459] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] fba5c152-3c2d-438a-9ed0-da03137be698/fba5c152-3c2d-438a-9ed0-da03137be698.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.100725] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a82ea3b-8ffb-429e-a46d-9e6b1d50ba74 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.125973] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52124773-c8ac-35ad-1fa2-b129049ce910, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.127889] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1109.127889] env[69843]: value = "task-3704859" [ 1109.127889] env[69843]: _type = "Task" [ 1109.127889] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.128099] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae1338a-36d5-4312-83dc-d56a3e76fd34 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.136313] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1109.136313] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bca945-88e7-f7b5-8938-c18d2debfc6b" [ 1109.136313] env[69843]: _type = "Task" [ 1109.136313] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.139907] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704859, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.148458] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bca945-88e7-f7b5-8938-c18d2debfc6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.151309] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f36501f0-4002-41a3-89f5-e533184fa690 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.892s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.248909] env[69843]: DEBUG nova.compute.manager [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.248909] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.248909] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f38c0da-6745-475d-9662-c845a05ebfc9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.257469] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.257742] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03267378-04b9-4988-85d7-5dc8e7cf1c19 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.265123] env[69843]: DEBUG oslo_vmware.api [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1109.265123] env[69843]: value = "task-3704860" [ 1109.265123] env[69843]: _type = "Task" [ 1109.265123] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.274113] env[69843]: DEBUG oslo_vmware.api [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.278709] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "23871300-5ba6-4f5f-93f5-b478305c2036" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.279000] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "23871300-5ba6-4f5f-93f5-b478305c2036" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.305808] env[69843]: DEBUG nova.scheduler.client.report [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.370648] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1109.370935] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737940', 'volume_id': '61376cb5-547a-42c6-9ae5-16e1d39cbbd8', 'name': 'volume-61376cb5-547a-42c6-9ae5-16e1d39cbbd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e140dde-bc5a-4613-b6f1-c0a1d04734b7', 'attached_at': '', 'detached_at': '', 'volume_id': '61376cb5-547a-42c6-9ae5-16e1d39cbbd8', 'serial': '61376cb5-547a-42c6-9ae5-16e1d39cbbd8'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1109.372353] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2304360c-b56d-4555-99bb-4f8b90086229 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.394166] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6723ea44-c943-4be5-8a8a-b8df69b00e20 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.423049] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-61376cb5-547a-42c6-9ae5-16e1d39cbbd8/volume-61376cb5-547a-42c6-9ae5-16e1d39cbbd8.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.423865] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08febc4b-4393-4e15-ac58-0c17847a9797 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.444668] env[69843]: DEBUG oslo_vmware.api [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1109.444668] env[69843]: value = "task-3704862" [ 1109.444668] env[69843]: _type = "Task" [ 1109.444668] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.455179] env[69843]: DEBUG oslo_vmware.api [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.641387] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.650922] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bca945-88e7-f7b5-8938-c18d2debfc6b, 'name': SearchDatastore_Task, 'duration_secs': 0.032056} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.651454] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.651683] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 5cf3a996-f7b0-4d83-ad95-4dc539c90b34/5cf3a996-f7b0-4d83-ad95-4dc539c90b34.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.652018] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-610261ad-6cb8-46b5-82bf-8f16552e620a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.659804] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1109.659804] env[69843]: value = "task-3704863" [ 1109.659804] env[69843]: _type = "Task" [ 1109.659804] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.668842] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.778998] env[69843]: DEBUG oslo_vmware.api [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704860, 'name': PowerOffVM_Task, 'duration_secs': 0.240838} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.779443] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.779699] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.780160] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d11582f3-0f17-45fa-8357-0bcf0fd6ed82 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.782550] env[69843]: DEBUG nova.compute.manager [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.789168] env[69843]: INFO nova.compute.manager [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Rescuing [ 1109.789517] env[69843]: DEBUG oslo_concurrency.lockutils [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "refresh_cache-e74e37ed-deb4-4ed8-b209-beec5fb58f98" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.789759] env[69843]: DEBUG oslo_concurrency.lockutils [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "refresh_cache-e74e37ed-deb4-4ed8-b209-beec5fb58f98" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.790085] env[69843]: DEBUG nova.network.neutron [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.812059] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.380s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.812374] env[69843]: INFO nova.compute.manager [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Migrating [ 1109.820238] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.054s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.820406] env[69843]: DEBUG nova.objects.instance [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lazy-loading 'resources' on Instance uuid e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.857275] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.857551] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.857733] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleting the datastore file [datastore1] fcc56ba8-271f-43ff-b2c7-ec2db5a04f46 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.858325] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-837cbc51-f964-46c5-bc76-11988ad6d02f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.865851] env[69843]: DEBUG oslo_vmware.api [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1109.865851] env[69843]: value = "task-3704865" [ 1109.865851] env[69843]: _type = "Task" [ 1109.865851] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.877244] env[69843]: DEBUG oslo_vmware.api [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.960585] env[69843]: DEBUG oslo_vmware.api [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.144086] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704859, 'name': ReconfigVM_Task, 'duration_secs': 0.710077} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.144429] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Reconfigured VM instance instance-00000063 to attach disk [datastore2] fba5c152-3c2d-438a-9ed0-da03137be698/fba5c152-3c2d-438a-9ed0-da03137be698.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.145106] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f08aa7e6-83f8-4b25-abfb-2cd21940f1cb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.154139] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1110.154139] env[69843]: value = "task-3704866" [ 1110.154139] env[69843]: _type = "Task" [ 1110.154139] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.167808] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704866, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.174637] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704863, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.310212] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.335541] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.335754] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.336152] env[69843]: DEBUG nova.network.neutron [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.377267] env[69843]: DEBUG oslo_vmware.api [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339342} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.380501] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.380704] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.380860] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.381098] env[69843]: INFO nova.compute.manager [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1110.381308] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.382911] env[69843]: DEBUG nova.compute.manager [-] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.382911] env[69843]: DEBUG nova.network.neutron [-] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.463672] env[69843]: DEBUG oslo_vmware.api [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704862, 'name': ReconfigVM_Task, 'duration_secs': 0.579287} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.467112] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-61376cb5-547a-42c6-9ae5-16e1d39cbbd8/volume-61376cb5-547a-42c6-9ae5-16e1d39cbbd8.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.476894] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ee840e-8674-4a01-8b19-022e30235457 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.506029] env[69843]: DEBUG oslo_vmware.api [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1110.506029] env[69843]: value = "task-3704867" [ 1110.506029] env[69843]: _type = "Task" [ 1110.506029] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.519598] env[69843]: DEBUG oslo_vmware.api [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.668659] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704866, 'name': Rename_Task, 'duration_secs': 0.253151} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.671531] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.672579] env[69843]: DEBUG nova.network.neutron [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Updating instance_info_cache with network_info: [{"id": "b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef", "address": "fa:16:3e:b2:79:8a", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b0cced-4c", "ovs_interfaceid": "b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.675023] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b410ee33-9357-449f-9640-a4ac79101cbd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.680132] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615431} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.680391] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 5cf3a996-f7b0-4d83-ad95-4dc539c90b34/5cf3a996-f7b0-4d83-ad95-4dc539c90b34.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.680626] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.680904] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63519fbe-1b55-442c-849e-987ff8fce79f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.686340] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1110.686340] env[69843]: value = "task-3704868" [ 1110.686340] env[69843]: _type = "Task" [ 1110.686340] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.690087] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1110.690087] env[69843]: value = "task-3704869" [ 1110.690087] env[69843]: _type = "Task" [ 1110.690087] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.707154] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.707933] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.710089] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75eafea-f254-4ad9-879c-8a83f3b81bff {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.718221] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2e0a53-4646-403c-b92f-bc25ec500ba8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.755814] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69376c6-a8a9-46c2-b789-e452a2fc62e6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.765940] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c6707b-e4f2-45f7-8d9f-f402ea6c6f00 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.781109] env[69843]: DEBUG nova.compute.provider_tree [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.796211] env[69843]: DEBUG nova.compute.manager [req-dd3b30ff-5de1-44cf-812d-b2658abb6218 req-d8f0e0cb-1ef1-49f9-9f37-3a064ac3985f service nova] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Received event network-vif-deleted-48bd96f9-6326-4a87-bc9f-b781af9a436a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.796470] env[69843]: INFO nova.compute.manager [req-dd3b30ff-5de1-44cf-812d-b2658abb6218 req-d8f0e0cb-1ef1-49f9-9f37-3a064ac3985f service nova] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Neutron deleted interface 48bd96f9-6326-4a87-bc9f-b781af9a436a; detaching it from the instance and deleting it from the info cache [ 1110.796601] env[69843]: DEBUG nova.network.neutron [req-dd3b30ff-5de1-44cf-812d-b2658abb6218 req-d8f0e0cb-1ef1-49f9-9f37-3a064ac3985f service nova] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.013630] env[69843]: DEBUG oslo_vmware.api [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704867, 'name': ReconfigVM_Task, 'duration_secs': 0.212079} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.013974] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737940', 'volume_id': '61376cb5-547a-42c6-9ae5-16e1d39cbbd8', 'name': 'volume-61376cb5-547a-42c6-9ae5-16e1d39cbbd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e140dde-bc5a-4613-b6f1-c0a1d04734b7', 'attached_at': '', 'detached_at': '', 'volume_id': '61376cb5-547a-42c6-9ae5-16e1d39cbbd8', 'serial': '61376cb5-547a-42c6-9ae5-16e1d39cbbd8'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1111.064248] env[69843]: DEBUG nova.network.neutron [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance_info_cache with network_info: [{"id": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "address": "fa:16:3e:71:be:99", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bd37df-5a", "ovs_interfaceid": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.177166] env[69843]: DEBUG oslo_concurrency.lockutils [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "refresh_cache-e74e37ed-deb4-4ed8-b209-beec5fb58f98" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.204251] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.207832] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082353} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.211190] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.212212] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052b81e7-e1f0-48fe-847d-f3dea6b9f45e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.234901] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5cf3a996-f7b0-4d83-ad95-4dc539c90b34/5cf3a996-f7b0-4d83-ad95-4dc539c90b34.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.235938] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14347c55-04e3-4cc0-9787-aaf5c5e95740 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.257934] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1111.257934] env[69843]: value = "task-3704870" [ 1111.257934] env[69843]: _type = "Task" [ 1111.257934] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.269373] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.285667] env[69843]: DEBUG nova.scheduler.client.report [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.289068] env[69843]: DEBUG nova.network.neutron [-] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.299603] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2803d562-32eb-4e28-a1e4-c62e36ff034a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.057295] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.062155] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.062691] env[69843]: INFO nova.compute.manager [-] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Took 1.68 seconds to deallocate network for instance. [ 1112.070142] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.920s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.072207] env[69843]: INFO nova.compute.claims [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.078233] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46a2de5-0d68-4c54-af03-dbb38bb44e09 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.095146] env[69843]: INFO nova.scheduler.client.report [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Deleted allocations for instance e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0 [ 1112.107510] env[69843]: DEBUG oslo_vmware.api [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704868, 'name': PowerOnVM_Task, 'duration_secs': 1.310021} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.108337] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.108790] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.109059] env[69843]: INFO nova.compute.manager [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1112.109585] env[69843]: DEBUG nova.compute.manager [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1112.124110] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3acc6d-16b3-49bb-b8b3-c1d569955c2f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.127744] env[69843]: DEBUG nova.compute.manager [req-dd3b30ff-5de1-44cf-812d-b2658abb6218 req-d8f0e0cb-1ef1-49f9-9f37-3a064ac3985f service nova] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Detach interface failed, port_id=48bd96f9-6326-4a87-bc9f-b781af9a436a, reason: Instance fcc56ba8-271f-43ff-b2c7-ec2db5a04f46 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.580779] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704870, 'name': ReconfigVM_Task, 'duration_secs': 0.908105} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.582267] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.582731] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5cf3a996-f7b0-4d83-ad95-4dc539c90b34/5cf3a996-f7b0-4d83-ad95-4dc539c90b34.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.583513] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a70012a-b869-4ce4-8845-dc5e73dcf91c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.586210] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d4dfffc-4fb9-4f08-9d2c-03d52a70ae94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.598592] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.599259] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1112.599259] env[69843]: value = "task-3704872" [ 1112.599259] env[69843]: _type = "Task" [ 1112.599259] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.601508] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1112.601508] env[69843]: value = "task-3704873" [ 1112.601508] env[69843]: _type = "Task" [ 1112.601508] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.622248] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.624127] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fc4ca868-8479-45ab-805c-6c53064ea7ea tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.465s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.630898] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704873, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.632024] env[69843]: DEBUG nova.objects.instance [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lazy-loading 'flavor' on Instance uuid 5e140dde-bc5a-4613-b6f1-c0a1d04734b7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.647460] env[69843]: INFO nova.compute.manager [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Took 22.67 seconds to build instance. [ 1113.116261] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704872, 'name': PowerOffVM_Task, 'duration_secs': 0.262193} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.116851] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.117738] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafbfff1-83f4-4d05-bfe0-d029731c2ed2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.125142] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704873, 'name': Rename_Task, 'duration_secs': 0.207569} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.130128] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.146292] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a5c26c5-fc45-4502-ab03-f464bfef4cbe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.154124] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0cfbd099-580d-43d9-998c-75c7409ae5d3 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.903s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.155297] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f5438324-8ad0-4ab0-b3e8-90c1a73ccf73 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "fba5c152-3c2d-438a-9ed0-da03137be698" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.186s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.156560] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cee873-69bd-4427-815b-41da9b4b7936 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.172335] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1113.172335] env[69843]: value = "task-3704874" [ 1113.172335] env[69843]: _type = "Task" [ 1113.172335] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.185940] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.200842] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.201230] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a45e8c4-364f-45ca-bbbf-fa9478d22c3e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.212194] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1113.212194] env[69843]: value = "task-3704875" [ 1113.212194] env[69843]: _type = "Task" [ 1113.212194] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.219501] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.419626] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b63afc1-9577-47be-b69a-71297fd4927e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.429407] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc9d544-675a-42e5-b586-21476a5625dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.466978] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662fc089-732a-4c50-b4ff-77da7c00ccdc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.476059] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f093f95-d3bb-44e0-8fdf-ba403fad4b25 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.491712] env[69843]: DEBUG nova.compute.provider_tree [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.584383] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb7d3e6-103d-41d1-b519-ad51647d4b9a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.606024] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance '62d3db0b-c60c-4cd7-8363-5da9b1619d16' progress to 0 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.633935] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0a747e61-5af6-42be-89e4-37300af091b5 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "fba5c152-3c2d-438a-9ed0-da03137be698" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.634107] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0a747e61-5af6-42be-89e4-37300af091b5 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "fba5c152-3c2d-438a-9ed0-da03137be698" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.634790] env[69843]: DEBUG nova.compute.manager [None req-0a747e61-5af6-42be-89e4-37300af091b5 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.635560] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a4f9fa-a471-4993-86ad-7cb125d2a189 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.643599] env[69843]: DEBUG nova.compute.manager [None req-0a747e61-5af6-42be-89e4-37300af091b5 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69843) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1113.644274] env[69843]: DEBUG nova.objects.instance [None req-0a747e61-5af6-42be-89e4-37300af091b5 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lazy-loading 'flavor' on Instance uuid fba5c152-3c2d-438a-9ed0-da03137be698 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.689802] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704874, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.720887] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1113.721178] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.721480] env[69843]: DEBUG oslo_concurrency.lockutils [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.721649] env[69843]: DEBUG oslo_concurrency.lockutils [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.721806] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.722083] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f5a89d4-1870-47e6-9026-50cd164d29d8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.732738] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.733191] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.735523] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8845bd01-7f72-4762-bf9c-c01dc7847ddd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.743094] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1113.743094] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52918df8-a5ff-b110-a975-35d3626215b1" [ 1113.743094] env[69843]: _type = "Task" [ 1113.743094] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.753632] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52918df8-a5ff-b110-a975-35d3626215b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.996893] env[69843]: DEBUG nova.scheduler.client.report [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.112022] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.112382] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-701948b0-fb41-4b44-bf55-9f418c1d5ffe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.125949] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1114.125949] env[69843]: value = "task-3704876" [ 1114.125949] env[69843]: _type = "Task" [ 1114.125949] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.135720] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.187942] env[69843]: DEBUG oslo_vmware.api [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704874, 'name': PowerOnVM_Task, 'duration_secs': 0.673269} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.188282] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.188491] env[69843]: INFO nova.compute.manager [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1114.188670] env[69843]: DEBUG nova.compute.manager [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1114.189560] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b00feba-e64d-4acc-a97a-d1d0fa47dfa1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.255191] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52918df8-a5ff-b110-a975-35d3626215b1, 'name': SearchDatastore_Task, 'duration_secs': 0.016611} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.256048] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f30da56-5504-48ca-8696-b92a8f01cb35 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.262666] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1114.262666] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525626bf-4335-f3f8-0f79-4fd19aae221c" [ 1114.262666] env[69843]: _type = "Task" [ 1114.262666] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.273150] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525626bf-4335-f3f8-0f79-4fd19aae221c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.392645] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.392877] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.502658] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.503289] env[69843]: DEBUG nova.compute.manager [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.506488] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.190s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.506813] env[69843]: DEBUG nova.objects.instance [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1114.637012] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704876, 'name': PowerOffVM_Task, 'duration_secs': 0.30943} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.637956] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.638571] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance '62d3db0b-c60c-4cd7-8363-5da9b1619d16' progress to 17 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.654370] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a747e61-5af6-42be-89e4-37300af091b5 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.654612] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2530f72-01fc-4782-82f5-86126641dce6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.664090] env[69843]: DEBUG oslo_vmware.api [None req-0a747e61-5af6-42be-89e4-37300af091b5 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1114.664090] env[69843]: value = "task-3704877" [ 1114.664090] env[69843]: _type = "Task" [ 1114.664090] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.674542] env[69843]: DEBUG oslo_vmware.api [None req-0a747e61-5af6-42be-89e4-37300af091b5 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.709862] env[69843]: INFO nova.compute.manager [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Took 24.33 seconds to build instance. [ 1114.776902] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525626bf-4335-f3f8-0f79-4fd19aae221c, 'name': SearchDatastore_Task, 'duration_secs': 0.013202} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.777307] env[69843]: DEBUG oslo_concurrency.lockutils [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.777630] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] e74e37ed-deb4-4ed8-b209-beec5fb58f98/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk. {{(pid=69843) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1114.777953] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-745a195c-a96d-45bd-bf01-dde6db94ab38 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.785914] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1114.785914] env[69843]: value = "task-3704878" [ 1114.785914] env[69843]: _type = "Task" [ 1114.785914] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.795147] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.878639] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.879080] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.901693] env[69843]: INFO nova.compute.manager [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Detaching volume 7bea520f-13fc-4710-b587-fcc23edea724 [ 1114.941828] env[69843]: INFO nova.virt.block_device [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Attempting to driver detach volume 7bea520f-13fc-4710-b587-fcc23edea724 from mountpoint /dev/sdb [ 1114.942096] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1114.942283] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737898', 'volume_id': '7bea520f-13fc-4710-b587-fcc23edea724', 'name': 'volume-7bea520f-13fc-4710-b587-fcc23edea724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bd5fea86-ad66-42fe-937f-a9bc38d94f5e', 'attached_at': '', 'detached_at': '', 'volume_id': '7bea520f-13fc-4710-b587-fcc23edea724', 'serial': '7bea520f-13fc-4710-b587-fcc23edea724'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1114.943260] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820c3ea4-f459-4f4f-8961-838a4ba37d78 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.966764] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba167a5d-00dc-4f3d-9d08-37cc5300f8ff {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.979383] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e45202a-2db4-489f-9395-0d5ac378c034 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.999920] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6757548c-9f5f-4463-98b0-b8d7f586fb33 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.017059] env[69843]: DEBUG nova.compute.utils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.021147] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] The volume has not been displaced from its original location: [datastore1] volume-7bea520f-13fc-4710-b587-fcc23edea724/volume-7bea520f-13fc-4710-b587-fcc23edea724.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1115.028022] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1115.028022] env[69843]: DEBUG nova.compute.manager [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.028022] env[69843]: DEBUG nova.network.neutron [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.029455] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51c6f41d-2a68-4583-a88a-a69df39bbb60 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.050196] env[69843]: DEBUG oslo_vmware.api [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1115.050196] env[69843]: value = "task-3704879" [ 1115.050196] env[69843]: _type = "Task" [ 1115.050196] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.059425] env[69843]: DEBUG oslo_vmware.api [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.086276] env[69843]: DEBUG nova.policy [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b41493650b477bb5948c7f420cb922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66cdd4c6127c4dfd9d43483d9537e33c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.145932] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.146333] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.146452] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.146685] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.146859] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.147123] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.147315] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.147479] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.147641] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.147833] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.148098] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.153776] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f360213c-ee22-476e-8f95-1fdf3cfac400 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.177614] env[69843]: DEBUG oslo_vmware.api [None req-0a747e61-5af6-42be-89e4-37300af091b5 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704877, 'name': PowerOffVM_Task, 'duration_secs': 0.220764} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.180727] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a747e61-5af6-42be-89e4-37300af091b5 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.180727] env[69843]: DEBUG nova.compute.manager [None req-0a747e61-5af6-42be-89e4-37300af091b5 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1115.180727] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1115.180727] env[69843]: value = "task-3704880" [ 1115.180727] env[69843]: _type = "Task" [ 1115.180727] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.181819] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8771eef4-79fb-42c9-8a1f-41aa8109d85f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.199286] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.212367] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59006b4e-3596-4147-9732-4390e22ea207 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.841s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.298140] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704878, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.394369] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.398160] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.398160] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.398160] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.398160] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.398160] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.398160] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69843) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1115.398160] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.443492] env[69843]: DEBUG nova.network.neutron [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Successfully created port: d773723a-e327-4003-a7e9-daff54998fb4 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.528559] env[69843]: DEBUG nova.compute.manager [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.534783] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b172c9fc-9d20-435d-817e-06905c875dd5 tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.534783] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.378s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.534783] env[69843]: DEBUG nova.objects.instance [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Lazy-loading 'resources' on Instance uuid ca77936d-eee7-4d7d-b726-0f003c3a6b62 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.561570] env[69843]: DEBUG oslo_vmware.api [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704879, 'name': ReconfigVM_Task, 'duration_secs': 0.33566} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.562978] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.567525] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c0ec076-6ca1-4e77-b9ee-3b66364a4bda {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.587674] env[69843]: DEBUG oslo_vmware.api [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1115.587674] env[69843]: value = "task-3704881" [ 1115.587674] env[69843]: _type = "Task" [ 1115.587674] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.598499] env[69843]: DEBUG oslo_vmware.api [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.699034] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704880, 'name': ReconfigVM_Task, 'duration_secs': 0.22169} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.699265] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance '62d3db0b-c60c-4cd7-8363-5da9b1619d16' progress to 33 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.714078] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0a747e61-5af6-42be-89e4-37300af091b5 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "fba5c152-3c2d-438a-9ed0-da03137be698" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.714078] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "bff48a10-2981-4ead-99a1-b4dec06ba221" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.714078] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "bff48a10-2981-4ead-99a1-b4dec06ba221" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.803284] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727213} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.805330] env[69843]: INFO nova.virt.vmwareapi.ds_util [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] e74e37ed-deb4-4ed8-b209-beec5fb58f98/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk. [ 1115.806595] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40faeb47-8685-46de-b547-28c4a122642f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.858525] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] e74e37ed-deb4-4ed8-b209-beec5fb58f98/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.859438] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1728a4e3-3bd6-464c-b42b-796064667a29 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.883857] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1115.883857] env[69843]: value = "task-3704882" [ 1115.883857] env[69843]: _type = "Task" [ 1115.883857] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.893245] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.901665] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.102897] env[69843]: DEBUG oslo_vmware.api [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704881, 'name': ReconfigVM_Task, 'duration_secs': 0.206519} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.103272] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737898', 'volume_id': '7bea520f-13fc-4710-b587-fcc23edea724', 'name': 'volume-7bea520f-13fc-4710-b587-fcc23edea724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'bd5fea86-ad66-42fe-937f-a9bc38d94f5e', 'attached_at': '', 'detached_at': '', 'volume_id': '7bea520f-13fc-4710-b587-fcc23edea724', 'serial': '7bea520f-13fc-4710-b587-fcc23edea724'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1116.215542] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.215542] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.216259] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.216595] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.216843] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.217193] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.217527] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.217917] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.218401] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.220061] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.220061] env[69843]: DEBUG nova.virt.hardware [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.225661] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.226342] env[69843]: DEBUG nova.compute.manager [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.229160] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6348fd71-e48e-49fd-8616-3f3828d69b24 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.254089] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1116.254089] env[69843]: value = "task-3704883" [ 1116.254089] env[69843]: _type = "Task" [ 1116.254089] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.264489] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.399860] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704882, 'name': ReconfigVM_Task, 'duration_secs': 0.319943} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.401181] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Reconfigured VM instance instance-00000062 to attach disk [datastore2] e74e37ed-deb4-4ed8-b209-beec5fb58f98/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.401994] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83fd03a-95c9-419e-81a6-82d31135d268 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.436425] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-480d5b79-b9da-4c74-9eac-6166c89dcb4f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.447467] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c22217-fa68-4bc9-808b-cf529fe9177d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.456052] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff954e7-fde5-4a08-8bd1-f7ccacc3e9e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.461098] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1116.461098] env[69843]: value = "task-3704884" [ 1116.461098] env[69843]: _type = "Task" [ 1116.461098] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.494771] env[69843]: DEBUG oslo_concurrency.lockutils [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "fba5c152-3c2d-438a-9ed0-da03137be698" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.495073] env[69843]: DEBUG oslo_concurrency.lockutils [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "fba5c152-3c2d-438a-9ed0-da03137be698" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.495293] env[69843]: DEBUG oslo_concurrency.lockutils [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "fba5c152-3c2d-438a-9ed0-da03137be698-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.495485] env[69843]: DEBUG oslo_concurrency.lockutils [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "fba5c152-3c2d-438a-9ed0-da03137be698-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.495668] env[69843]: DEBUG oslo_concurrency.lockutils [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "fba5c152-3c2d-438a-9ed0-da03137be698-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.498072] env[69843]: INFO nova.compute.manager [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Terminating instance [ 1116.500708] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316f554c-3df5-4c5d-bbd9-7358f11127ce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.509537] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.516020] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04212769-5ed5-4c53-ac6e-d96d07f4d108 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.533061] env[69843]: DEBUG nova.compute.provider_tree [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.547572] env[69843]: DEBUG nova.compute.manager [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.584616] env[69843]: DEBUG nova.virt.hardware [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a9e49f4d88ce66d2295b414f6cb77e7d',container_format='bare',created_at=2025-04-29T01:38:10Z,direct_url=,disk_format='vmdk',id=294c974d-c7b9-4927-8138-992ef1750131,min_disk=1,min_ram=0,name='tempest-test-snap-1745756837',owner='66cdd4c6127c4dfd9d43483d9537e33c',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-29T01:38:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.584893] env[69843]: DEBUG nova.virt.hardware [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.586559] env[69843]: DEBUG nova.virt.hardware [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.586559] env[69843]: DEBUG nova.virt.hardware [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.586559] env[69843]: DEBUG nova.virt.hardware [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.586559] env[69843]: DEBUG nova.virt.hardware [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.586559] env[69843]: DEBUG nova.virt.hardware [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.586559] env[69843]: DEBUG nova.virt.hardware [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.586559] env[69843]: DEBUG nova.virt.hardware [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.586559] env[69843]: DEBUG nova.virt.hardware [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.586846] env[69843]: DEBUG nova.virt.hardware [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.588889] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c813ee-cce6-4ecd-b8ae-f89acd28e88c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.597125] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2ba9d5-c369-42ec-8d50-c2152a76766c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.667352] env[69843]: DEBUG nova.objects.instance [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lazy-loading 'flavor' on Instance uuid bd5fea86-ad66-42fe-937f-a9bc38d94f5e {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.751590] env[69843]: DEBUG nova.compute.manager [req-76f1e477-6f50-448e-8812-17a0dfcc51a7 req-ccbf605f-fedd-4a59-b785-1da7f16dbded service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Received event network-changed-f3543277-c1dc-4f49-ba8d-fe468c730827 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.751974] env[69843]: DEBUG nova.compute.manager [req-76f1e477-6f50-448e-8812-17a0dfcc51a7 req-ccbf605f-fedd-4a59-b785-1da7f16dbded service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Refreshing instance network info cache due to event network-changed-f3543277-c1dc-4f49-ba8d-fe468c730827. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.753034] env[69843]: DEBUG oslo_concurrency.lockutils [req-76f1e477-6f50-448e-8812-17a0dfcc51a7 req-ccbf605f-fedd-4a59-b785-1da7f16dbded service nova] Acquiring lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.753281] env[69843]: DEBUG oslo_concurrency.lockutils [req-76f1e477-6f50-448e-8812-17a0dfcc51a7 req-ccbf605f-fedd-4a59-b785-1da7f16dbded service nova] Acquired lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.753542] env[69843]: DEBUG nova.network.neutron [req-76f1e477-6f50-448e-8812-17a0dfcc51a7 req-ccbf605f-fedd-4a59-b785-1da7f16dbded service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Refreshing network info cache for port f3543277-c1dc-4f49-ba8d-fe468c730827 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.776365] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.798652] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.938064] env[69843]: DEBUG nova.compute.manager [req-c2950a2e-470c-4acf-bea5-a297976c864c req-87b8552b-bc7f-4d90-ab30-5be8460d786c service nova] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Received event network-vif-plugged-d773723a-e327-4003-a7e9-daff54998fb4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.938286] env[69843]: DEBUG oslo_concurrency.lockutils [req-c2950a2e-470c-4acf-bea5-a297976c864c req-87b8552b-bc7f-4d90-ab30-5be8460d786c service nova] Acquiring lock "afb9b491-9b1e-4a22-8203-8cd6427cc223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.938494] env[69843]: DEBUG oslo_concurrency.lockutils [req-c2950a2e-470c-4acf-bea5-a297976c864c req-87b8552b-bc7f-4d90-ab30-5be8460d786c service nova] Lock "afb9b491-9b1e-4a22-8203-8cd6427cc223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.938656] env[69843]: DEBUG oslo_concurrency.lockutils [req-c2950a2e-470c-4acf-bea5-a297976c864c req-87b8552b-bc7f-4d90-ab30-5be8460d786c service nova] Lock "afb9b491-9b1e-4a22-8203-8cd6427cc223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.938856] env[69843]: DEBUG nova.compute.manager [req-c2950a2e-470c-4acf-bea5-a297976c864c req-87b8552b-bc7f-4d90-ab30-5be8460d786c service nova] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] No waiting events found dispatching network-vif-plugged-d773723a-e327-4003-a7e9-daff54998fb4 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1116.939233] env[69843]: WARNING nova.compute.manager [req-c2950a2e-470c-4acf-bea5-a297976c864c req-87b8552b-bc7f-4d90-ab30-5be8460d786c service nova] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Received unexpected event network-vif-plugged-d773723a-e327-4003-a7e9-daff54998fb4 for instance with vm_state building and task_state spawning. [ 1116.972348] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.011230] env[69843]: DEBUG nova.compute.manager [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.011230] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.013125] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e166618-4b4c-4064-a6c1-9c3c8d7598e5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.020290] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.020566] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08170abf-9593-40be-9a7f-e3a333544c74 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.044087] env[69843]: DEBUG nova.network.neutron [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Successfully updated port: d773723a-e327-4003-a7e9-daff54998fb4 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.045940] env[69843]: DEBUG nova.scheduler.client.report [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.089824] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.090040] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.090186] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleting the datastore file [datastore2] fba5c152-3c2d-438a-9ed0-da03137be698 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.090500] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc292375-847c-44d0-a756-223e5a5a5bd5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.098127] env[69843]: DEBUG oslo_vmware.api [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1117.098127] env[69843]: value = "task-3704886" [ 1117.098127] env[69843]: _type = "Task" [ 1117.098127] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.107123] env[69843]: DEBUG oslo_vmware.api [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.273782] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.475719] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.525409] env[69843]: DEBUG nova.network.neutron [req-76f1e477-6f50-448e-8812-17a0dfcc51a7 req-ccbf605f-fedd-4a59-b785-1da7f16dbded service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updated VIF entry in instance network info cache for port f3543277-c1dc-4f49-ba8d-fe468c730827. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.525816] env[69843]: DEBUG nova.network.neutron [req-76f1e477-6f50-448e-8812-17a0dfcc51a7 req-ccbf605f-fedd-4a59-b785-1da7f16dbded service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance_info_cache with network_info: [{"id": "f3543277-c1dc-4f49-ba8d-fe468c730827", "address": "fa:16:3e:6e:49:ef", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3543277-c1", "ovs_interfaceid": "f3543277-c1dc-4f49-ba8d-fe468c730827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.555808] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "refresh_cache-afb9b491-9b1e-4a22-8203-8cd6427cc223" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.555808] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "refresh_cache-afb9b491-9b1e-4a22-8203-8cd6427cc223" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.555808] env[69843]: DEBUG nova.network.neutron [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.560390] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.563445] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.010s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.563731] env[69843]: DEBUG nova.objects.instance [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1117.586900] env[69843]: INFO nova.scheduler.client.report [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Deleted allocations for instance ca77936d-eee7-4d7d-b726-0f003c3a6b62 [ 1117.611343] env[69843]: DEBUG oslo_vmware.api [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14788} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.611343] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.611343] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.612185] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.612185] env[69843]: INFO nova.compute.manager [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1117.612185] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.612392] env[69843]: DEBUG nova.compute.manager [-] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.612843] env[69843]: DEBUG nova.network.neutron [-] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.678760] env[69843]: DEBUG oslo_concurrency.lockutils [None req-05650e0a-8d64-495c-be01-bea6eb3c57b1 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.286s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.774906] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704883, 'name': ReconfigVM_Task, 'duration_secs': 1.196421} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.775195] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1117.775975] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758956c9-db96-48c7-bae3-83043a3a4ca7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.806744] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 62d3db0b-c60c-4cd7-8363-5da9b1619d16/62d3db0b-c60c-4cd7-8363-5da9b1619d16.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.807208] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4249e4d8-ce50-403d-b9cd-bb3d25b309cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.826335] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1117.826335] env[69843]: value = "task-3704887" [ 1117.826335] env[69843]: _type = "Task" [ 1117.826335] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.837678] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.976414] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704884, 'name': ReconfigVM_Task, 'duration_secs': 1.226431} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.976414] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.976414] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff14a414-721e-45c4-bfa0-2dece76d3325 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.985284] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1117.985284] env[69843]: value = "task-3704888" [ 1117.985284] env[69843]: _type = "Task" [ 1117.985284] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.995091] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.029590] env[69843]: DEBUG oslo_concurrency.lockutils [req-76f1e477-6f50-448e-8812-17a0dfcc51a7 req-ccbf605f-fedd-4a59-b785-1da7f16dbded service nova] Releasing lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.095190] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb8467d4-6ee8-4f1f-8974-6cfe87996a41 tempest-ImagesNegativeTestJSON-670502545 tempest-ImagesNegativeTestJSON-670502545-project-member] Lock "ca77936d-eee7-4d7d-b726-0f003c3a6b62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.396s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.112194] env[69843]: DEBUG nova.network.neutron [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.143930] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.144372] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.144445] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.144584] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.144748] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.146900] env[69843]: INFO nova.compute.manager [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Terminating instance [ 1118.336895] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704887, 'name': ReconfigVM_Task, 'duration_secs': 0.300286} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.337233] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 62d3db0b-c60c-4cd7-8363-5da9b1619d16/62d3db0b-c60c-4cd7-8363-5da9b1619d16.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.337502] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance '62d3db0b-c60c-4cd7-8363-5da9b1619d16' progress to 50 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.342216] env[69843]: DEBUG nova.network.neutron [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Updating instance_info_cache with network_info: [{"id": "d773723a-e327-4003-a7e9-daff54998fb4", "address": "fa:16:3e:b5:ca:30", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd773723a-e3", "ovs_interfaceid": "d773723a-e327-4003-a7e9-daff54998fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.430623] env[69843]: DEBUG nova.network.neutron [-] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.496256] env[69843]: DEBUG oslo_vmware.api [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704888, 'name': PowerOnVM_Task, 'duration_secs': 0.436043} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.496606] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.499617] env[69843]: DEBUG nova.compute.manager [None req-90ef347e-62eb-487f-b6e2-ab0a844223f1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1118.500589] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d15d74b-2130-4f28-800b-d69bdd6b92dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.578308] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f779cc7-f8b3-45fb-8101-69305f3c3527 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.578544] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.462s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.579018] env[69843]: DEBUG nova.objects.instance [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lazy-loading 'resources' on Instance uuid 44d7bb6d-2d42-49f1-bfb4-dd850e406648 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.652561] env[69843]: DEBUG nova.compute.manager [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.652764] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.653690] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aecf83-5379-44bb-a658-a4737d2c63e8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.665079] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.665433] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-589b5268-a05c-445b-8979-965c1c6b589a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.673659] env[69843]: DEBUG oslo_vmware.api [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1118.673659] env[69843]: value = "task-3704889" [ 1118.673659] env[69843]: _type = "Task" [ 1118.673659] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.685144] env[69843]: DEBUG oslo_vmware.api [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.847882] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "refresh_cache-afb9b491-9b1e-4a22-8203-8cd6427cc223" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.848408] env[69843]: DEBUG nova.compute.manager [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Instance network_info: |[{"id": "d773723a-e327-4003-a7e9-daff54998fb4", "address": "fa:16:3e:b5:ca:30", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd773723a-e3", "ovs_interfaceid": "d773723a-e327-4003-a7e9-daff54998fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.852906] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7957b435-cca2-4bce-9a4d-0e54939b23c4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.858271] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:ca:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd773723a-e327-4003-a7e9-daff54998fb4', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.866710] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.868216] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.868216] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9116374b-8f1c-4f66-809b-fb09239188cf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.898139] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3c5a04-27ac-4eb1-ba52-ef0fe118fcb8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.903328] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.903328] env[69843]: value = "task-3704890" [ 1118.903328] env[69843]: _type = "Task" [ 1118.903328] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.920386] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance '62d3db0b-c60c-4cd7-8363-5da9b1619d16' progress to 67 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.933241] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704890, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.934184] env[69843]: INFO nova.compute.manager [-] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Took 1.32 seconds to deallocate network for instance. [ 1118.978949] env[69843]: DEBUG nova.compute.manager [req-ea6aa62b-0174-4b7e-910f-3a4ed83dccb2 req-abd5b69d-1baf-42bd-a46b-ea4fa7388f79 service nova] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Received event network-changed-d773723a-e327-4003-a7e9-daff54998fb4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.979027] env[69843]: DEBUG nova.compute.manager [req-ea6aa62b-0174-4b7e-910f-3a4ed83dccb2 req-abd5b69d-1baf-42bd-a46b-ea4fa7388f79 service nova] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Refreshing instance network info cache due to event network-changed-d773723a-e327-4003-a7e9-daff54998fb4. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.979247] env[69843]: DEBUG oslo_concurrency.lockutils [req-ea6aa62b-0174-4b7e-910f-3a4ed83dccb2 req-abd5b69d-1baf-42bd-a46b-ea4fa7388f79 service nova] Acquiring lock "refresh_cache-afb9b491-9b1e-4a22-8203-8cd6427cc223" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.979370] env[69843]: DEBUG oslo_concurrency.lockutils [req-ea6aa62b-0174-4b7e-910f-3a4ed83dccb2 req-abd5b69d-1baf-42bd-a46b-ea4fa7388f79 service nova] Acquired lock "refresh_cache-afb9b491-9b1e-4a22-8203-8cd6427cc223" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.979524] env[69843]: DEBUG nova.network.neutron [req-ea6aa62b-0174-4b7e-910f-3a4ed83dccb2 req-abd5b69d-1baf-42bd-a46b-ea4fa7388f79 service nova] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Refreshing network info cache for port d773723a-e327-4003-a7e9-daff54998fb4 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.183391] env[69843]: DEBUG oslo_vmware.api [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704889, 'name': PowerOffVM_Task, 'duration_secs': 0.224223} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.186231] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.186379] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.186858] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42f1c4d9-0716-4e0b-9df0-98a6069e9272 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.271690] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.271951] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.272456] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleting the datastore file [datastore2] bd5fea86-ad66-42fe-937f-a9bc38d94f5e {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.272758] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5229c6b3-da98-418d-825c-310fcb1ae80a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.280938] env[69843]: DEBUG oslo_vmware.api [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1119.280938] env[69843]: value = "task-3704892" [ 1119.280938] env[69843]: _type = "Task" [ 1119.280938] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.291288] env[69843]: DEBUG oslo_vmware.api [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.377737] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247a19ee-25c5-419e-bab7-986553d186f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.387250] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f2044-8872-4d7b-b98b-d7551afa6f06 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.436034] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5f751a-80fd-4046-9b6d-12edef60fdd7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.445046] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704890, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.448458] env[69843]: DEBUG oslo_concurrency.lockutils [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.449951] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e115d0d8-793c-4819-9e41-c237c9e4089a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.469408] env[69843]: DEBUG nova.compute.provider_tree [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.486709] env[69843]: DEBUG nova.network.neutron [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Port 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1119.763348] env[69843]: DEBUG nova.network.neutron [req-ea6aa62b-0174-4b7e-910f-3a4ed83dccb2 req-abd5b69d-1baf-42bd-a46b-ea4fa7388f79 service nova] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Updated VIF entry in instance network info cache for port d773723a-e327-4003-a7e9-daff54998fb4. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.763900] env[69843]: DEBUG nova.network.neutron [req-ea6aa62b-0174-4b7e-910f-3a4ed83dccb2 req-abd5b69d-1baf-42bd-a46b-ea4fa7388f79 service nova] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Updating instance_info_cache with network_info: [{"id": "d773723a-e327-4003-a7e9-daff54998fb4", "address": "fa:16:3e:b5:ca:30", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd773723a-e3", "ovs_interfaceid": "d773723a-e327-4003-a7e9-daff54998fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.792276] env[69843]: DEBUG oslo_vmware.api [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.953344] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704890, 'name': CreateVM_Task, 'duration_secs': 0.600403} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.953642] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.954729] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.955114] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.955657] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.956110] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf8ccc7-be2b-474b-bcbb-500898674c70 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.963546] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1119.963546] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5255f368-8b69-f92b-272b-223467c2c930" [ 1119.963546] env[69843]: _type = "Task" [ 1119.963546] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.977637] env[69843]: DEBUG nova.scheduler.client.report [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.982651] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5255f368-8b69-f92b-272b-223467c2c930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.267118] env[69843]: DEBUG oslo_concurrency.lockutils [req-ea6aa62b-0174-4b7e-910f-3a4ed83dccb2 req-abd5b69d-1baf-42bd-a46b-ea4fa7388f79 service nova] Releasing lock "refresh_cache-afb9b491-9b1e-4a22-8203-8cd6427cc223" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.267407] env[69843]: DEBUG nova.compute.manager [req-ea6aa62b-0174-4b7e-910f-3a4ed83dccb2 req-abd5b69d-1baf-42bd-a46b-ea4fa7388f79 service nova] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Received event network-vif-deleted-8d2afe5a-9c6b-4c89-b2a3-a29438bd3e60 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.294980] env[69843]: DEBUG oslo_vmware.api [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529101} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.295943] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.296418] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.297398] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.298163] env[69843]: INFO nova.compute.manager [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1120.298425] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.298661] env[69843]: DEBUG nova.compute.manager [-] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.300086] env[69843]: DEBUG nova.network.neutron [-] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.475907] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.476550] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Processing image 294c974d-c7b9-4927-8138-992ef1750131 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.477097] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131/294c974d-c7b9-4927-8138-992ef1750131.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.477958] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131/294c974d-c7b9-4927-8138-992ef1750131.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.478586] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.478586] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b2c6cf8-e7b0-4b47-9816-573372a0289d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.484340] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.486782] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.177s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.489193] env[69843]: INFO nova.compute.claims [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.493470] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.494072] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.505196] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a09ba0-343d-49e8-995b-120f20b77610 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.515969] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.516254] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.517032] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.523757] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1120.523757] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b4b3dc-b67f-564c-dc9a-7c299fcd2489" [ 1120.523757] env[69843]: _type = "Task" [ 1120.523757] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.525348] env[69843]: INFO nova.scheduler.client.report [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Deleted allocations for instance 44d7bb6d-2d42-49f1-bfb4-dd850e406648 [ 1120.540758] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Preparing fetch location {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1120.540895] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Fetch image to [datastore1] OSTACK_IMG_7cdc06f0-f944-4304-9d3c-f45be42fb642/OSTACK_IMG_7cdc06f0-f944-4304-9d3c-f45be42fb642.vmdk {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1120.541142] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Downloading stream optimized image 294c974d-c7b9-4927-8138-992ef1750131 to [datastore1] OSTACK_IMG_7cdc06f0-f944-4304-9d3c-f45be42fb642/OSTACK_IMG_7cdc06f0-f944-4304-9d3c-f45be42fb642.vmdk on the data store datastore1 as vApp {{(pid=69843) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1120.541345] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Downloading image file data 294c974d-c7b9-4927-8138-992ef1750131 to the ESX as VM named 'OSTACK_IMG_7cdc06f0-f944-4304-9d3c-f45be42fb642' {{(pid=69843) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1120.643786] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1120.643786] env[69843]: value = "resgroup-9" [ 1120.643786] env[69843]: _type = "ResourcePool" [ 1120.643786] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1120.643786] env[69843]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9dc76a1b-7463-44a1-b708-61780e8949dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.671454] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lease: (returnval){ [ 1120.671454] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5201bd49-0950-0352-e6ed-902d23eb2b97" [ 1120.671454] env[69843]: _type = "HttpNfcLease" [ 1120.671454] env[69843]: } obtained for vApp import into resource pool (val){ [ 1120.671454] env[69843]: value = "resgroup-9" [ 1120.671454] env[69843]: _type = "ResourcePool" [ 1120.671454] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1120.671798] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the lease: (returnval){ [ 1120.671798] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5201bd49-0950-0352-e6ed-902d23eb2b97" [ 1120.671798] env[69843]: _type = "HttpNfcLease" [ 1120.671798] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1120.680818] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1120.680818] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5201bd49-0950-0352-e6ed-902d23eb2b97" [ 1120.680818] env[69843]: _type = "HttpNfcLease" [ 1120.680818] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1121.042347] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c1c16091-7cf5-440a-aa05-a4d640628d8b tempest-ServersListShow2100Test-1454574542 tempest-ServersListShow2100Test-1454574542-project-member] Lock "44d7bb6d-2d42-49f1-bfb4-dd850e406648" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.716s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.155249] env[69843]: DEBUG nova.compute.manager [req-1c364efb-09a2-4fad-bc72-958f4306e533 req-fce85dcf-15a5-4ae6-9c33-8f4e797d0c41 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Received event network-vif-deleted-b30e2b12-f55d-47a0-a541-77cdf8edd7af {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.155475] env[69843]: INFO nova.compute.manager [req-1c364efb-09a2-4fad-bc72-958f4306e533 req-fce85dcf-15a5-4ae6-9c33-8f4e797d0c41 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Neutron deleted interface b30e2b12-f55d-47a0-a541-77cdf8edd7af; detaching it from the instance and deleting it from the info cache [ 1121.155665] env[69843]: DEBUG nova.network.neutron [req-1c364efb-09a2-4fad-bc72-958f4306e533 req-fce85dcf-15a5-4ae6-9c33-8f4e797d0c41 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.182430] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1121.182430] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5201bd49-0950-0352-e6ed-902d23eb2b97" [ 1121.182430] env[69843]: _type = "HttpNfcLease" [ 1121.182430] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1121.235760] env[69843]: INFO nova.compute.manager [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Rescuing [ 1121.236135] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "refresh_cache-9f220af4-4744-4f3f-857a-dc8349f0fc25" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.239612] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "refresh_cache-9f220af4-4744-4f3f-857a-dc8349f0fc25" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.239612] env[69843]: DEBUG nova.network.neutron [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.595397] env[69843]: DEBUG nova.network.neutron [-] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.659601] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43bbf464-4591-42cf-b754-d8fe8dc9bba4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.679170] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8018c6e-558f-4585-833c-87a8831f16d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.718902] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1121.718902] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5201bd49-0950-0352-e6ed-902d23eb2b97" [ 1121.718902] env[69843]: _type = "HttpNfcLease" [ 1121.718902] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1121.719384] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1121.719384] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5201bd49-0950-0352-e6ed-902d23eb2b97" [ 1121.719384] env[69843]: _type = "HttpNfcLease" [ 1121.719384] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1121.720903] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217e5975-6107-49cf-a9c6-293b83e42927 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.754075] env[69843]: DEBUG nova.compute.manager [req-1c364efb-09a2-4fad-bc72-958f4306e533 req-fce85dcf-15a5-4ae6-9c33-8f4e797d0c41 service nova] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Detach interface failed, port_id=b30e2b12-f55d-47a0-a541-77cdf8edd7af, reason: Instance bd5fea86-ad66-42fe-937f-a9bc38d94f5e could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.761690] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed2a4d-3080-9e04-cdfd-51dffe64f52c/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1121.761690] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed2a4d-3080-9e04-cdfd-51dffe64f52c/disk-0.vmdk. {{(pid=69843) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1121.823976] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.824171] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.824350] env[69843]: DEBUG nova.network.neutron [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.836561] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3366e740-732a-4258-b7c9-a111c100f330 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.911826] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e790e7-49dd-402e-8199-15e105af0314 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.920499] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059e9f6d-25dc-4426-9625-1e47b4d0b4b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.960788] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5aa737-29b9-44a1-a75b-bfe3b85113a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.969652] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1260637c-5c10-454e-b5b9-fe330205f126 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.984910] env[69843]: DEBUG nova.compute.provider_tree [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.068314] env[69843]: DEBUG nova.network.neutron [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Updating instance_info_cache with network_info: [{"id": "5261d2bb-2460-44bf-a485-43776b72f2e0", "address": "fa:16:3e:cf:23:d5", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5261d2bb-24", "ovs_interfaceid": "5261d2bb-2460-44bf-a485-43776b72f2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.103131] env[69843]: INFO nova.compute.manager [-] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Took 1.80 seconds to deallocate network for instance. [ 1122.488432] env[69843]: DEBUG nova.scheduler.client.report [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.573572] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "refresh_cache-9f220af4-4744-4f3f-857a-dc8349f0fc25" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.612121] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.627304] env[69843]: DEBUG nova.network.neutron [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance_info_cache with network_info: [{"id": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "address": "fa:16:3e:71:be:99", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bd37df-5a", "ovs_interfaceid": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.694037] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Completed reading data from the image iterator. {{(pid=69843) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1122.694257] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed2a4d-3080-9e04-cdfd-51dffe64f52c/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1122.695283] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08be951-8977-4565-ba96-e700fe172e91 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.702817] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed2a4d-3080-9e04-cdfd-51dffe64f52c/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1122.702983] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed2a4d-3080-9e04-cdfd-51dffe64f52c/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1122.703249] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-900741ed-b423-4edf-a430-5ebdcabe45af {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.877104] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ed2a4d-3080-9e04-cdfd-51dffe64f52c/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1122.877307] env[69843]: INFO nova.virt.vmwareapi.images [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Downloaded image file data 294c974d-c7b9-4927-8138-992ef1750131 [ 1122.878257] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dda9f62-fb45-4baa-9c61-87217257db47 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.894653] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84bb2e41-bb6c-4cdd-8d65-ba4565a9ad52 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.924141] env[69843]: INFO nova.virt.vmwareapi.images [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] The imported VM was unregistered [ 1122.926431] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Caching image {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1122.926665] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating directory with path [datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131 {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.927067] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f53f1b89-c801-46c3-92d3-ba11846c6ff4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.951103] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Created directory with path [datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131 {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.951308] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7cdc06f0-f944-4304-9d3c-f45be42fb642/OSTACK_IMG_7cdc06f0-f944-4304-9d3c-f45be42fb642.vmdk to [datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131/294c974d-c7b9-4927-8138-992ef1750131.vmdk. {{(pid=69843) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1122.951570] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b92451cc-1fa2-4110-a84d-ad73530f3c2e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.958872] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1122.958872] env[69843]: value = "task-3704895" [ 1122.958872] env[69843]: _type = "Task" [ 1122.958872] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.968586] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06370aa5-d581-4191-865c-8ce46bc98fc2 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "interface-556d025e-6461-4b44-911d-e3e4e3a099df-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.968811] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06370aa5-d581-4191-865c-8ce46bc98fc2 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-556d025e-6461-4b44-911d-e3e4e3a099df-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.969157] env[69843]: DEBUG nova.objects.instance [None req-06370aa5-d581-4191-865c-8ce46bc98fc2 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'flavor' on Instance uuid 556d025e-6461-4b44-911d-e3e4e3a099df {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.970490] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704895, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.994889] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.995403] env[69843]: DEBUG nova.compute.manager [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.997891] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.400s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.998101] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.000442] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.099s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.000606] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.000836] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69843) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1123.001024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.203s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.003996] env[69843]: INFO nova.compute.claims [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.006995] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b45de34-1dc2-4030-b10d-7b49ee3eef09 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.016128] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf16a89-5f16-409a-9761-28671285830e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.032841] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f508343-db99-4b80-9b49-e94c04ff8d1d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.036486] env[69843]: INFO nova.scheduler.client.report [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted allocations for instance fcc56ba8-271f-43ff-b2c7-ec2db5a04f46 [ 1123.046481] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2703f28-c939-41b9-97e9-a4d156502be1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.080946] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179139MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69843) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1123.081193] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.130089] env[69843]: DEBUG oslo_concurrency.lockutils [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.469189] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704895, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.474047] env[69843]: DEBUG nova.objects.instance [None req-06370aa5-d581-4191-865c-8ce46bc98fc2 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'pci_requests' on Instance uuid 556d025e-6461-4b44-911d-e3e4e3a099df {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.508160] env[69843]: DEBUG nova.compute.utils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.509544] env[69843]: DEBUG nova.compute.manager [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.509710] env[69843]: DEBUG nova.network.neutron [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.546853] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5805adda-3db1-4c31-bb9b-01f10c7a60a4 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "fcc56ba8-271f-43ff-b2c7-ec2db5a04f46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.813s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.567782] env[69843]: DEBUG nova.policy [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '903302db778940aa8200f7703157cd33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e849f93f0111429f8d2f75474cde3e3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.660304] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54edef66-c98a-4cc7-9789-862700947911 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.680990] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6774a1e4-1f5b-46c4-b3cf-2f0690dc6b0f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.689930] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance '62d3db0b-c60c-4cd7-8363-5da9b1619d16' progress to 83 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.894150] env[69843]: DEBUG nova.network.neutron [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Successfully created port: 5993ae10-5c16-4280-91a3-046d65e9f8c6 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.971452] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704895, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.979111] env[69843]: DEBUG nova.objects.base [None req-06370aa5-d581-4191-865c-8ce46bc98fc2 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Object Instance<556d025e-6461-4b44-911d-e3e4e3a099df> lazy-loaded attributes: flavor,pci_requests {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.979465] env[69843]: DEBUG nova.network.neutron [None req-06370aa5-d581-4191-865c-8ce46bc98fc2 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.012802] env[69843]: DEBUG nova.compute.manager [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.112931] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.113645] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1b3e1b3-e5b2-4310-b40c-c97603069b0f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.126405] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1124.126405] env[69843]: value = "task-3704896" [ 1124.126405] env[69843]: _type = "Task" [ 1124.126405] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.137597] env[69843]: DEBUG oslo_concurrency.lockutils [None req-06370aa5-d581-4191-865c-8ce46bc98fc2 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-556d025e-6461-4b44-911d-e3e4e3a099df-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.169s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.146891] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.197178] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.197546] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a494492-3d55-4784-b34d-a6391a1a787a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.206625] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1124.206625] env[69843]: value = "task-3704897" [ 1124.206625] env[69843]: _type = "Task" [ 1124.206625] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.219768] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.318045] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62311f18-57c7-4b9b-b9d8-ca0334ff7358 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.327330] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e23a179-3a16-401a-aacf-e6b29e88b21a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.362556] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0962f9-e566-4656-8b4c-ad7f697ca052 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.371113] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71a2753-f2fa-4fbd-aee5-96267727ab3f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.386315] env[69843]: DEBUG nova.compute.provider_tree [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.470896] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704895, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.638564] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.720868] env[69843]: DEBUG oslo_vmware.api [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704897, 'name': PowerOnVM_Task, 'duration_secs': 0.459358} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.721431] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.721431] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-57103c38-7a37-47ef-8b35-1adfb0e8edb2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance '62d3db0b-c60c-4cd7-8363-5da9b1619d16' progress to 100 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.890225] env[69843]: DEBUG nova.scheduler.client.report [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.971777] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704895, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.032981] env[69843]: DEBUG nova.compute.manager [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.061645] env[69843]: DEBUG nova.virt.hardware [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.061889] env[69843]: DEBUG nova.virt.hardware [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.062058] env[69843]: DEBUG nova.virt.hardware [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.062242] env[69843]: DEBUG nova.virt.hardware [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.062390] env[69843]: DEBUG nova.virt.hardware [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.062537] env[69843]: DEBUG nova.virt.hardware [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.062742] env[69843]: DEBUG nova.virt.hardware [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.062902] env[69843]: DEBUG nova.virt.hardware [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.063083] env[69843]: DEBUG nova.virt.hardware [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.063250] env[69843]: DEBUG nova.virt.hardware [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.063421] env[69843]: DEBUG nova.virt.hardware [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.064343] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5c6667-4ad9-4a96-9874-01a7282457a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.073054] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c52486-a5d7-4173-9b07-4fbec7a13ea5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.137841] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704896, 'name': PowerOffVM_Task, 'duration_secs': 0.714081} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.138178] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.139085] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf0952b-fe3b-468c-b5b2-77d7122002af {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.165217] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bd3f40-9aab-4a0b-80ec-e8114dabe562 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.200387] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.200902] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b0ec57c-0fa2-4659-85b0-cdecc7d5e09b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.210195] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1125.210195] env[69843]: value = "task-3704898" [ 1125.210195] env[69843]: _type = "Task" [ 1125.210195] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.219734] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.397035] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.397609] env[69843]: DEBUG nova.compute.manager [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.402414] env[69843]: DEBUG oslo_concurrency.lockutils [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.954s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.402538] env[69843]: DEBUG nova.objects.instance [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lazy-loading 'resources' on Instance uuid fba5c152-3c2d-438a-9ed0-da03137be698 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.472096] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704895, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.493772] env[69843]: DEBUG nova.compute.manager [req-b291b32a-343e-4f42-8e42-44965d1291be req-7dc028c4-7f4b-4823-bd2f-f32b5a5a4f58 service nova] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Received event network-vif-plugged-5993ae10-5c16-4280-91a3-046d65e9f8c6 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.494009] env[69843]: DEBUG oslo_concurrency.lockutils [req-b291b32a-343e-4f42-8e42-44965d1291be req-7dc028c4-7f4b-4823-bd2f-f32b5a5a4f58 service nova] Acquiring lock "23871300-5ba6-4f5f-93f5-b478305c2036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.494248] env[69843]: DEBUG oslo_concurrency.lockutils [req-b291b32a-343e-4f42-8e42-44965d1291be req-7dc028c4-7f4b-4823-bd2f-f32b5a5a4f58 service nova] Lock "23871300-5ba6-4f5f-93f5-b478305c2036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.494433] env[69843]: DEBUG oslo_concurrency.lockutils [req-b291b32a-343e-4f42-8e42-44965d1291be req-7dc028c4-7f4b-4823-bd2f-f32b5a5a4f58 service nova] Lock "23871300-5ba6-4f5f-93f5-b478305c2036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.494603] env[69843]: DEBUG nova.compute.manager [req-b291b32a-343e-4f42-8e42-44965d1291be req-7dc028c4-7f4b-4823-bd2f-f32b5a5a4f58 service nova] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] No waiting events found dispatching network-vif-plugged-5993ae10-5c16-4280-91a3-046d65e9f8c6 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1125.494764] env[69843]: WARNING nova.compute.manager [req-b291b32a-343e-4f42-8e42-44965d1291be req-7dc028c4-7f4b-4823-bd2f-f32b5a5a4f58 service nova] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Received unexpected event network-vif-plugged-5993ae10-5c16-4280-91a3-046d65e9f8c6 for instance with vm_state building and task_state spawning. [ 1125.497388] env[69843]: DEBUG nova.network.neutron [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Successfully updated port: 5993ae10-5c16-4280-91a3-046d65e9f8c6 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.723171] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1125.723171] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.723649] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.723649] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.723818] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.724126] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81e0348c-26d5-4d10-807d-642820c0203f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.737489] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.737792] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.738899] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb436cff-2a69-4ed7-b854-825264a2ce73 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.746340] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1125.746340] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52afca7d-a488-ba6b-6340-c9cb957680dc" [ 1125.746340] env[69843]: _type = "Task" [ 1125.746340] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.756506] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52afca7d-a488-ba6b-6340-c9cb957680dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.906620] env[69843]: DEBUG nova.compute.utils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.913893] env[69843]: DEBUG nova.compute.manager [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.914382] env[69843]: DEBUG nova.network.neutron [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.960656] env[69843]: DEBUG nova.policy [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbc2aadf9aac415394d31c2ac83774d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f4e5e44824a45279d35bbaf8400cf63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.973912] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704895, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.92582} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.974231] env[69843]: INFO nova.virt.vmwareapi.ds_util [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7cdc06f0-f944-4304-9d3c-f45be42fb642/OSTACK_IMG_7cdc06f0-f944-4304-9d3c-f45be42fb642.vmdk to [datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131/294c974d-c7b9-4927-8138-992ef1750131.vmdk. [ 1125.974418] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Cleaning up location [datastore1] OSTACK_IMG_7cdc06f0-f944-4304-9d3c-f45be42fb642 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1125.974579] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7cdc06f0-f944-4304-9d3c-f45be42fb642 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.975200] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9597201f-cdb0-40f7-a851-1d57a548aead {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.984018] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1125.984018] env[69843]: value = "task-3704899" [ 1125.984018] env[69843]: _type = "Task" [ 1125.984018] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.992717] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.002520] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "refresh_cache-23871300-5ba6-4f5f-93f5-b478305c2036" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.002669] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "refresh_cache-23871300-5ba6-4f5f-93f5-b478305c2036" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.002816] env[69843]: DEBUG nova.network.neutron [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.098112] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "interface-556d025e-6461-4b44-911d-e3e4e3a099df-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.098288] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-556d025e-6461-4b44-911d-e3e4e3a099df-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.098600] env[69843]: DEBUG nova.objects.instance [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'flavor' on Instance uuid 556d025e-6461-4b44-911d-e3e4e3a099df {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.157420] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd89b7f6-5c37-463e-8705-6225762cbb49 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.168163] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546dce02-74b3-45be-8064-e682ac1c7fb5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.204481] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4c921f-ef2a-4a75-9ace-6f4bbb331f45 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.214554] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3115df1e-f296-4384-8948-4684e9ea9aae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.231789] env[69843]: DEBUG nova.compute.provider_tree [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.259081] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52afca7d-a488-ba6b-6340-c9cb957680dc, 'name': SearchDatastore_Task, 'duration_secs': 0.034259} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.259368] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07d97c9-8e47-46c4-b63c-8d7d19ee1613 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.267511] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1126.267511] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c06bbe-3861-aec6-6a49-dc09bbf41cfe" [ 1126.267511] env[69843]: _type = "Task" [ 1126.267511] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.277662] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c06bbe-3861-aec6-6a49-dc09bbf41cfe, 'name': SearchDatastore_Task} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.277914] env[69843]: DEBUG oslo_concurrency.lockutils [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.278204] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 9f220af4-4744-4f3f-857a-dc8349f0fc25/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk. {{(pid=69843) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1126.278421] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b42ef5d3-478e-464c-aa19-f8cdc2a0959a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.286750] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1126.286750] env[69843]: value = "task-3704900" [ 1126.286750] env[69843]: _type = "Task" [ 1126.286750] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.296229] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.308497] env[69843]: DEBUG nova.network.neutron [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Successfully created port: da901d34-40aa-40cb-953e-4fd73ec9f981 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.415025] env[69843]: DEBUG nova.compute.manager [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.493921] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066776} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.494272] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.494510] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131/294c974d-c7b9-4927-8138-992ef1750131.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.494969] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131/294c974d-c7b9-4927-8138-992ef1750131.vmdk to [datastore1] afb9b491-9b1e-4a22-8203-8cd6427cc223/afb9b491-9b1e-4a22-8203-8cd6427cc223.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.495458] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-075a5b7b-bb17-4430-88e1-f18249d3f45f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.505092] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1126.505092] env[69843]: value = "task-3704901" [ 1126.505092] env[69843]: _type = "Task" [ 1126.505092] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.516035] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.554167] env[69843]: DEBUG nova.network.neutron [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.669030] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.669381] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.669649] env[69843]: DEBUG nova.compute.manager [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Going to confirm migration 6 {{(pid=69843) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1126.733731] env[69843]: DEBUG nova.network.neutron [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Updating instance_info_cache with network_info: [{"id": "5993ae10-5c16-4280-91a3-046d65e9f8c6", "address": "fa:16:3e:de:5a:99", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5993ae10-5c", "ovs_interfaceid": "5993ae10-5c16-4280-91a3-046d65e9f8c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.736463] env[69843]: DEBUG nova.scheduler.client.report [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.741967] env[69843]: DEBUG nova.objects.instance [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'pci_requests' on Instance uuid 556d025e-6461-4b44-911d-e3e4e3a099df {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.799119] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704900, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.014996] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704901, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.227086] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.227420] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.227628] env[69843]: DEBUG nova.network.neutron [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.227825] env[69843]: DEBUG nova.objects.instance [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'info_cache' on Instance uuid 62d3db0b-c60c-4cd7-8363-5da9b1619d16 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.241368] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "refresh_cache-23871300-5ba6-4f5f-93f5-b478305c2036" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.241726] env[69843]: DEBUG nova.compute.manager [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Instance network_info: |[{"id": "5993ae10-5c16-4280-91a3-046d65e9f8c6", "address": "fa:16:3e:de:5a:99", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5993ae10-5c", "ovs_interfaceid": "5993ae10-5c16-4280-91a3-046d65e9f8c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.243150] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:5a:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5993ae10-5c16-4280-91a3-046d65e9f8c6', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.251231] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.252137] env[69843]: DEBUG oslo_concurrency.lockutils [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.254555] env[69843]: DEBUG nova.objects.base [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Object Instance<556d025e-6461-4b44-911d-e3e4e3a099df> lazy-loaded attributes: flavor,pci_requests {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.254739] env[69843]: DEBUG nova.network.neutron [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.257106] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.257650] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.646s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.257881] env[69843]: DEBUG nova.objects.instance [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lazy-loading 'resources' on Instance uuid bd5fea86-ad66-42fe-937f-a9bc38d94f5e {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.259073] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80aee630-05cf-415b-b0e9-d8c6c8472b83 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.285439] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.285439] env[69843]: value = "task-3704902" [ 1127.285439] env[69843]: _type = "Task" [ 1127.285439] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.290236] env[69843]: INFO nova.scheduler.client.report [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted allocations for instance fba5c152-3c2d-438a-9ed0-da03137be698 [ 1127.304623] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704902, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.308618] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527249} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.308850] env[69843]: INFO nova.virt.vmwareapi.ds_util [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 9f220af4-4744-4f3f-857a-dc8349f0fc25/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk. [ 1127.309761] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e92c2a-11a1-486e-b448-cf669072baef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.339182] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 9f220af4-4744-4f3f-857a-dc8349f0fc25/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.346284] env[69843]: DEBUG nova.policy [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515bb19c77e74ab2966d169950a167a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fc01bb7ce0a49098b62954f81661f03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.346284] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8311092d-400f-4a7f-af82-4916750cfd46 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.364165] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1127.364165] env[69843]: value = "task-3704903" [ 1127.364165] env[69843]: _type = "Task" [ 1127.364165] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.376956] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.426132] env[69843]: DEBUG nova.compute.manager [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.460251] env[69843]: DEBUG nova.virt.hardware [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.460599] env[69843]: DEBUG nova.virt.hardware [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.460870] env[69843]: DEBUG nova.virt.hardware [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.461127] env[69843]: DEBUG nova.virt.hardware [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.461311] env[69843]: DEBUG nova.virt.hardware [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.461494] env[69843]: DEBUG nova.virt.hardware [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.461818] env[69843]: DEBUG nova.virt.hardware [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.462249] env[69843]: DEBUG nova.virt.hardware [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.462326] env[69843]: DEBUG nova.virt.hardware [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.462721] env[69843]: DEBUG nova.virt.hardware [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.462721] env[69843]: DEBUG nova.virt.hardware [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.463833] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449f0c28-8f8d-4452-afd2-fff78260d09a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.473476] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ffe99c-6484-4062-970f-54ac7f96d1da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.518402] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704901, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.801125] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704902, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.801728] env[69843]: DEBUG oslo_concurrency.lockutils [None req-077624a7-608d-49d0-a07c-fadabe4be504 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "fba5c152-3c2d-438a-9ed0-da03137be698" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.307s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.835798] env[69843]: DEBUG nova.network.neutron [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Successfully created port: ba4d5fbd-f123-4b68-9d85-ce585846a238 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.879685] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.886296] env[69843]: DEBUG nova.network.neutron [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Successfully updated port: da901d34-40aa-40cb-953e-4fd73ec9f981 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.897204] env[69843]: DEBUG nova.compute.manager [req-df4a3f20-f78f-4c66-b533-c85735f13451 req-127ea225-0bbc-4c7f-af9b-8bc95b05f0bd service nova] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Received event network-changed-5993ae10-5c16-4280-91a3-046d65e9f8c6 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.897543] env[69843]: DEBUG nova.compute.manager [req-df4a3f20-f78f-4c66-b533-c85735f13451 req-127ea225-0bbc-4c7f-af9b-8bc95b05f0bd service nova] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Refreshing instance network info cache due to event network-changed-5993ae10-5c16-4280-91a3-046d65e9f8c6. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.897793] env[69843]: DEBUG oslo_concurrency.lockutils [req-df4a3f20-f78f-4c66-b533-c85735f13451 req-127ea225-0bbc-4c7f-af9b-8bc95b05f0bd service nova] Acquiring lock "refresh_cache-23871300-5ba6-4f5f-93f5-b478305c2036" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.897989] env[69843]: DEBUG oslo_concurrency.lockutils [req-df4a3f20-f78f-4c66-b533-c85735f13451 req-127ea225-0bbc-4c7f-af9b-8bc95b05f0bd service nova] Acquired lock "refresh_cache-23871300-5ba6-4f5f-93f5-b478305c2036" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.898244] env[69843]: DEBUG nova.network.neutron [req-df4a3f20-f78f-4c66-b533-c85735f13451 req-127ea225-0bbc-4c7f-af9b-8bc95b05f0bd service nova] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Refreshing network info cache for port 5993ae10-5c16-4280-91a3-046d65e9f8c6 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.018475] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704901, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.061968] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ec7fb7-7c6c-40bd-aaff-85bb68922deb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.071223] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3873404f-014f-4c7f-ad38-0b53ff91d2a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.103988] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4a45a9-c69c-403b-a0ce-8936a0c56b0e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.112877] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d7f03c-7f51-4a80-8acb-d29d8cc28b6c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.128311] env[69843]: DEBUG nova.compute.provider_tree [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.296578] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704902, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.380250] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.397269] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "refresh_cache-bff48a10-2981-4ead-99a1-b4dec06ba221" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.397547] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired lock "refresh_cache-bff48a10-2981-4ead-99a1-b4dec06ba221" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.397688] env[69843]: DEBUG nova.network.neutron [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.522151] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704901, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.556231] env[69843]: DEBUG nova.network.neutron [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance_info_cache with network_info: [{"id": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "address": "fa:16:3e:71:be:99", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bd37df-5a", "ovs_interfaceid": "13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.632533] env[69843]: DEBUG nova.scheduler.client.report [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.694671] env[69843]: DEBUG nova.network.neutron [req-df4a3f20-f78f-4c66-b533-c85735f13451 req-127ea225-0bbc-4c7f-af9b-8bc95b05f0bd service nova] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Updated VIF entry in instance network info cache for port 5993ae10-5c16-4280-91a3-046d65e9f8c6. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.695110] env[69843]: DEBUG nova.network.neutron [req-df4a3f20-f78f-4c66-b533-c85735f13451 req-127ea225-0bbc-4c7f-af9b-8bc95b05f0bd service nova] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Updating instance_info_cache with network_info: [{"id": "5993ae10-5c16-4280-91a3-046d65e9f8c6", "address": "fa:16:3e:de:5a:99", "network": {"id": "bde29148-2b44-4315-b059-fcfde3d5b4ac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-615524671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e849f93f0111429f8d2f75474cde3e3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5993ae10-5c", "ovs_interfaceid": "5993ae10-5c16-4280-91a3-046d65e9f8c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.798350] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704902, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.880505] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704903, 'name': ReconfigVM_Task, 'duration_secs': 1.400343} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.880864] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 9f220af4-4744-4f3f-857a-dc8349f0fc25/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.881627] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ce8a2d-b29e-41fb-bd5c-37f81ac380e4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.910563] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c81b41-4441-4a4b-9fb5-44d301b1872e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.927951] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1128.927951] env[69843]: value = "task-3704904" [ 1128.927951] env[69843]: _type = "Task" [ 1128.927951] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.937751] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.950825] env[69843]: DEBUG nova.network.neutron [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.020068] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704901, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.063265] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-62d3db0b-c60c-4cd7-8363-5da9b1619d16" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.063537] env[69843]: DEBUG nova.objects.instance [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'migration_context' on Instance uuid 62d3db0b-c60c-4cd7-8363-5da9b1619d16 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.120448] env[69843]: DEBUG nova.network.neutron [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Updating instance_info_cache with network_info: [{"id": "da901d34-40aa-40cb-953e-4fd73ec9f981", "address": "fa:16:3e:03:e5:68", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda901d34-40", "ovs_interfaceid": "da901d34-40aa-40cb-953e-4fd73ec9f981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.137651] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.141038] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.060s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.170053] env[69843]: INFO nova.scheduler.client.report [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleted allocations for instance bd5fea86-ad66-42fe-937f-a9bc38d94f5e [ 1129.197911] env[69843]: DEBUG oslo_concurrency.lockutils [req-df4a3f20-f78f-4c66-b533-c85735f13451 req-127ea225-0bbc-4c7f-af9b-8bc95b05f0bd service nova] Releasing lock "refresh_cache-23871300-5ba6-4f5f-93f5-b478305c2036" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.299184] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704902, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.440743] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704904, 'name': ReconfigVM_Task, 'duration_secs': 0.21708} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.441135] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.441314] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e9b08df-0ff3-4411-bf54-4b22c5ee8e62 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.448953] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1129.448953] env[69843]: value = "task-3704905" [ 1129.448953] env[69843]: _type = "Task" [ 1129.448953] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.457537] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.519721] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704901, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.676021} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.520027] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/294c974d-c7b9-4927-8138-992ef1750131/294c974d-c7b9-4927-8138-992ef1750131.vmdk to [datastore1] afb9b491-9b1e-4a22-8203-8cd6427cc223/afb9b491-9b1e-4a22-8203-8cd6427cc223.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.520840] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4518d2-6a37-47af-86c5-4fd76cf767da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.544267] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] afb9b491-9b1e-4a22-8203-8cd6427cc223/afb9b491-9b1e-4a22-8203-8cd6427cc223.vmdk or device None with type streamOptimized {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.544568] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea0bb6b2-e75f-4ba6-8a3d-180f35979faa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.565423] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1129.565423] env[69843]: value = "task-3704906" [ 1129.565423] env[69843]: _type = "Task" [ 1129.565423] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.566207] env[69843]: DEBUG nova.objects.base [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Object Instance<62d3db0b-c60c-4cd7-8363-5da9b1619d16> lazy-loaded attributes: info_cache,migration_context {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.570331] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27935b06-7105-4a21-b6a1-7532a623feab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.596310] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ab9bea-42be-4f43-a3d8-0bbb6f9d4ba1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.599272] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704906, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.604298] env[69843]: DEBUG oslo_vmware.api [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1129.604298] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525434bb-08d7-15d0-ae2f-33b632b60daf" [ 1129.604298] env[69843]: _type = "Task" [ 1129.604298] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.618489] env[69843]: DEBUG oslo_vmware.api [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525434bb-08d7-15d0-ae2f-33b632b60daf, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.618718] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.623478] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Releasing lock "refresh_cache-bff48a10-2981-4ead-99a1-b4dec06ba221" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.623925] env[69843]: DEBUG nova.compute.manager [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Instance network_info: |[{"id": "da901d34-40aa-40cb-953e-4fd73ec9f981", "address": "fa:16:3e:03:e5:68", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda901d34-40", "ovs_interfaceid": "da901d34-40aa-40cb-953e-4fd73ec9f981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.624465] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:e5:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da901d34-40aa-40cb-953e-4fd73ec9f981', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.633030] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.633300] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.633532] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4922486-1374-4d6b-8942-eea9ba33298c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.656940] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.656940] env[69843]: value = "task-3704907" [ 1129.656940] env[69843]: _type = "Task" [ 1129.656940] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.665955] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704907, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.679558] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c76d0442-0c17-4d62-9ed7-20291816efa6 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "bd5fea86-ad66-42fe-937f-a9bc38d94f5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.535s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.695226] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "c83f5801-075c-412f-a02a-2336e9f685c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.695480] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "c83f5801-075c-412f-a02a-2336e9f685c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.799609] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704902, 'name': CreateVM_Task, 'duration_secs': 2.023746} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.800240] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.800967] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.801148] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.801473] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.801745] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5411717d-baf5-4608-8f64-e5c5bead97cc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.807118] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1129.807118] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521219a3-eb26-2f0c-4925-d81698296f45" [ 1129.807118] env[69843]: _type = "Task" [ 1129.807118] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.819317] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521219a3-eb26-2f0c-4925-d81698296f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.904992] env[69843]: DEBUG nova.network.neutron [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Successfully updated port: ba4d5fbd-f123-4b68-9d85-ce585846a238 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.961030] env[69843]: DEBUG oslo_vmware.api [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704905, 'name': PowerOnVM_Task, 'duration_secs': 0.453554} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.961425] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.964829] env[69843]: DEBUG nova.compute.manager [None req-32d1a685-548d-4e8a-b9bd-22791c7651e5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1129.966115] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09853508-9745-4270-8942-ce5a84ba86a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.044110] env[69843]: DEBUG nova.compute.manager [req-9bbd4ce8-00d6-4897-adf6-728b4e671583 req-4f0a6022-018f-41c0-865e-155f09e4df3e service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received event network-vif-plugged-ba4d5fbd-f123-4b68-9d85-ce585846a238 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.044363] env[69843]: DEBUG oslo_concurrency.lockutils [req-9bbd4ce8-00d6-4897-adf6-728b4e671583 req-4f0a6022-018f-41c0-865e-155f09e4df3e service nova] Acquiring lock "556d025e-6461-4b44-911d-e3e4e3a099df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.044632] env[69843]: DEBUG oslo_concurrency.lockutils [req-9bbd4ce8-00d6-4897-adf6-728b4e671583 req-4f0a6022-018f-41c0-865e-155f09e4df3e service nova] Lock "556d025e-6461-4b44-911d-e3e4e3a099df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.044756] env[69843]: DEBUG oslo_concurrency.lockutils [req-9bbd4ce8-00d6-4897-adf6-728b4e671583 req-4f0a6022-018f-41c0-865e-155f09e4df3e service nova] Lock "556d025e-6461-4b44-911d-e3e4e3a099df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.044935] env[69843]: DEBUG nova.compute.manager [req-9bbd4ce8-00d6-4897-adf6-728b4e671583 req-4f0a6022-018f-41c0-865e-155f09e4df3e service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] No waiting events found dispatching network-vif-plugged-ba4d5fbd-f123-4b68-9d85-ce585846a238 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1130.045156] env[69843]: WARNING nova.compute.manager [req-9bbd4ce8-00d6-4897-adf6-728b4e671583 req-4f0a6022-018f-41c0-865e-155f09e4df3e service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received unexpected event network-vif-plugged-ba4d5fbd-f123-4b68-9d85-ce585846a238 for instance with vm_state active and task_state None. [ 1130.075619] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704906, 'name': ReconfigVM_Task, 'duration_secs': 0.400614} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.075893] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Reconfigured VM instance instance-00000065 to attach disk [datastore1] afb9b491-9b1e-4a22-8203-8cd6427cc223/afb9b491-9b1e-4a22-8203-8cd6427cc223.vmdk or device None with type streamOptimized {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.076559] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63287674-0bee-4b5b-bb8f-9892a874a255 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.081312] env[69843]: DEBUG nova.compute.manager [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Received event network-vif-plugged-da901d34-40aa-40cb-953e-4fd73ec9f981 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.081529] env[69843]: DEBUG oslo_concurrency.lockutils [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] Acquiring lock "bff48a10-2981-4ead-99a1-b4dec06ba221-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.081820] env[69843]: DEBUG oslo_concurrency.lockutils [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] Lock "bff48a10-2981-4ead-99a1-b4dec06ba221-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.081889] env[69843]: DEBUG oslo_concurrency.lockutils [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] Lock "bff48a10-2981-4ead-99a1-b4dec06ba221-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.082067] env[69843]: DEBUG nova.compute.manager [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] No waiting events found dispatching network-vif-plugged-da901d34-40aa-40cb-953e-4fd73ec9f981 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1130.082233] env[69843]: WARNING nova.compute.manager [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Received unexpected event network-vif-plugged-da901d34-40aa-40cb-953e-4fd73ec9f981 for instance with vm_state building and task_state spawning. [ 1130.082388] env[69843]: DEBUG nova.compute.manager [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Received event network-changed-da901d34-40aa-40cb-953e-4fd73ec9f981 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.082535] env[69843]: DEBUG nova.compute.manager [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Refreshing instance network info cache due to event network-changed-da901d34-40aa-40cb-953e-4fd73ec9f981. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.082709] env[69843]: DEBUG oslo_concurrency.lockutils [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] Acquiring lock "refresh_cache-bff48a10-2981-4ead-99a1-b4dec06ba221" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.082839] env[69843]: DEBUG oslo_concurrency.lockutils [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] Acquired lock "refresh_cache-bff48a10-2981-4ead-99a1-b4dec06ba221" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.082989] env[69843]: DEBUG nova.network.neutron [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Refreshing network info cache for port da901d34-40aa-40cb-953e-4fd73ec9f981 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.085497] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1130.085497] env[69843]: value = "task-3704908" [ 1130.085497] env[69843]: _type = "Task" [ 1130.085497] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.094931] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704908, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.158799] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Applying migration context for instance 62d3db0b-c60c-4cd7-8363-5da9b1619d16 as it has an incoming, in-progress migration bdd94d0c-c39a-4023-b671-d974528881d0. Migration status is confirming {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1130.160557] env[69843]: INFO nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating resource usage from migration bdd94d0c-c39a-4023-b671-d974528881d0 [ 1130.172208] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704907, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.185796] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance d9fc4e13-6556-4875-b301-c5f47d3e1cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.186078] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance b07aefa9-be5c-46c8-b054-d0c05ebe76a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.186142] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 285e01d3-1962-4808-9a14-deee2c471a5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.186329] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 5e140dde-bc5a-4613-b6f1-c0a1d04734b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.186428] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance e7ab9204-230f-4c4a-839a-c9557c458acf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.186586] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 556d025e-6461-4b44-911d-e3e4e3a099df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.186742] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 9f220af4-4744-4f3f-857a-dc8349f0fc25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.186975] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance e74e37ed-deb4-4ed8-b209-beec5fb58f98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.187201] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 5cf3a996-f7b0-4d83-ad95-4dc539c90b34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.187256] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Migration bdd94d0c-c39a-4023-b671-d974528881d0 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1130.187345] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 62d3db0b-c60c-4cd7-8363-5da9b1619d16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.187455] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance afb9b491-9b1e-4a22-8203-8cd6427cc223 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.187561] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 23871300-5ba6-4f5f-93f5-b478305c2036 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.187672] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance bff48a10-2981-4ead-99a1-b4dec06ba221 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1130.198018] env[69843]: DEBUG nova.compute.manager [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.319205] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521219a3-eb26-2f0c-4925-d81698296f45, 'name': SearchDatastore_Task, 'duration_secs': 0.013709} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.319613] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.319982] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.320263] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.320473] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.320621] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.320904] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cae2dd43-878d-4279-93ca-5e401b3846bc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.332492] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.332702] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.333605] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26035971-2b51-44f8-9e20-72fc152a2806 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.340227] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1130.340227] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529eabc9-2199-d873-e3e6-b99974a2e349" [ 1130.340227] env[69843]: _type = "Task" [ 1130.340227] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.349526] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529eabc9-2199-d873-e3e6-b99974a2e349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.409412] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.409568] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.409778] env[69843]: DEBUG nova.network.neutron [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.601688] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704908, 'name': Rename_Task, 'duration_secs': 0.210757} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.602162] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.602542] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c9c7a38-f102-4d9f-9c52-666a4b75a0e5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.612019] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1130.612019] env[69843]: value = "task-3704909" [ 1130.612019] env[69843]: _type = "Task" [ 1130.612019] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.623809] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.676783] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704907, 'name': CreateVM_Task, 'duration_secs': 0.809968} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.677055] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.677777] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.678062] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.678458] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.678761] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598d0e14-43c0-43be-8e25-a1d596fb0759 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.684393] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1130.684393] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52747c28-5fb5-2ba9-e173-6dfb7e64899c" [ 1130.684393] env[69843]: _type = "Task" [ 1130.684393] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.694358] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance c83f5801-075c-412f-a02a-2336e9f685c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1130.694751] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1130.694969] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1130.697485] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52747c28-5fb5-2ba9-e173-6dfb7e64899c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.718927] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.852840] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529eabc9-2199-d873-e3e6-b99974a2e349, 'name': SearchDatastore_Task, 'duration_secs': 0.011502} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.853679] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8735d971-9f9f-4ed6-9654-51df00ed7737 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.865085] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1130.865085] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5242fb72-365c-fab5-ef63-8e94b3ec28e2" [ 1130.865085] env[69843]: _type = "Task" [ 1130.865085] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.874274] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5242fb72-365c-fab5-ef63-8e94b3ec28e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.897069] env[69843]: DEBUG nova.network.neutron [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Updated VIF entry in instance network info cache for port da901d34-40aa-40cb-953e-4fd73ec9f981. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.897507] env[69843]: DEBUG nova.network.neutron [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Updating instance_info_cache with network_info: [{"id": "da901d34-40aa-40cb-953e-4fd73ec9f981", "address": "fa:16:3e:03:e5:68", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda901d34-40", "ovs_interfaceid": "da901d34-40aa-40cb-953e-4fd73ec9f981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.920313] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b95865-89f8-4e06-9449-fe28b2974011 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.928841] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a073c1ba-78ec-44a0-b059-bcc5b18ac8c8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.960328] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562da635-d036-4959-885d-a6c78b914b76 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.965982] env[69843]: WARNING nova.network.neutron [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] 0a14fb77-99bb-42f4-a854-97257d0bc557 already exists in list: networks containing: ['0a14fb77-99bb-42f4-a854-97257d0bc557']. ignoring it [ 1130.971223] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a889032-ac7d-446b-861e-87234573fd63 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.988038] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.124361] env[69843]: DEBUG oslo_vmware.api [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704909, 'name': PowerOnVM_Task, 'duration_secs': 0.477039} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.128430] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.128430] env[69843]: INFO nova.compute.manager [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Took 14.58 seconds to spawn the instance on the hypervisor. [ 1131.128430] env[69843]: DEBUG nova.compute.manager [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1131.128430] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bb3844-0ad5-4e64-a075-8cc561208646 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.198459] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52747c28-5fb5-2ba9-e173-6dfb7e64899c, 'name': SearchDatastore_Task, 'duration_secs': 0.019135} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.198827] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.199166] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.199546] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.376722] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5242fb72-365c-fab5-ef63-8e94b3ec28e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.377038] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.377308] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 23871300-5ba6-4f5f-93f5-b478305c2036/23871300-5ba6-4f5f-93f5-b478305c2036.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.377633] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.377781] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.378023] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3039e64-af4d-4c0c-b3e2-1d492bfb0fbd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.382252] env[69843]: DEBUG nova.network.neutron [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updating instance_info_cache with network_info: [{"id": "b7ab4583-da70-4d5e-8cd3-18708b075536", "address": "fa:16:3e:a5:1f:f1", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab4583-da", "ovs_interfaceid": "b7ab4583-da70-4d5e-8cd3-18708b075536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba4d5fbd-f123-4b68-9d85-ce585846a238", "address": "fa:16:3e:4d:3c:ad", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4d5fbd-f1", "ovs_interfaceid": "ba4d5fbd-f123-4b68-9d85-ce585846a238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.384933] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8094c445-7067-41a1-bfce-90f4c7068bd9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.394016] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1131.394016] env[69843]: value = "task-3704910" [ 1131.394016] env[69843]: _type = "Task" [ 1131.394016] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.394817] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.394817] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.398977] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3857861d-4b91-4ce2-b737-9431fe8c6982 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.401763] env[69843]: DEBUG oslo_concurrency.lockutils [req-df89a944-878a-466c-9ba8-591a4aa3051b req-536af81c-ef33-4267-b77d-40c7db0b9295 service nova] Releasing lock "refresh_cache-bff48a10-2981-4ead-99a1-b4dec06ba221" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.410257] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.410876] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1131.410876] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522a9dcf-3312-67c9-7b05-492f3b7afafa" [ 1131.410876] env[69843]: _type = "Task" [ 1131.410876] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.424748] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522a9dcf-3312-67c9-7b05-492f3b7afafa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.491339] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.649306] env[69843]: INFO nova.compute.manager [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Took 32.54 seconds to build instance. [ 1131.887537] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.888240] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.888396] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.889807] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c27fe0b-97ee-4176-8121-dff23bc7ef57 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.914158] env[69843]: DEBUG nova.virt.hardware [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.914498] env[69843]: DEBUG nova.virt.hardware [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.914561] env[69843]: DEBUG nova.virt.hardware [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.914728] env[69843]: DEBUG nova.virt.hardware [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.914869] env[69843]: DEBUG nova.virt.hardware [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.915037] env[69843]: DEBUG nova.virt.hardware [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.915233] env[69843]: DEBUG nova.virt.hardware [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.915394] env[69843]: DEBUG nova.virt.hardware [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.915563] env[69843]: DEBUG nova.virt.hardware [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.915723] env[69843]: DEBUG nova.virt.hardware [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.915898] env[69843]: DEBUG nova.virt.hardware [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.922499] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Reconfiguring VM to attach interface {{(pid=69843) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1131.926921] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da2e0cf6-977e-4355-b516-462c642d38cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.943614] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704910, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.950969] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522a9dcf-3312-67c9-7b05-492f3b7afafa, 'name': SearchDatastore_Task, 'duration_secs': 0.021554} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.953269] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e5fcfc-c129-4be8-8c3b-2ed3a916719b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.956426] env[69843]: DEBUG oslo_vmware.api [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1131.956426] env[69843]: value = "task-3704911" [ 1131.956426] env[69843]: _type = "Task" [ 1131.956426] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.963289] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1131.963289] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5253b854-88a4-abd9-6efb-193e0c6ac940" [ 1131.963289] env[69843]: _type = "Task" [ 1131.963289] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.970814] env[69843]: DEBUG oslo_vmware.api [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704911, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.977528] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5253b854-88a4-abd9-6efb-193e0c6ac940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.997578] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1131.997890] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.857s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.998352] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.380s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.153450] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3b4f540e-50e1-4601-a870-a7170caf9966 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "afb9b491-9b1e-4a22-8203-8cd6427cc223" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.047s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.356091] env[69843]: INFO nova.compute.manager [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Unrescuing [ 1132.356533] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "refresh_cache-9f220af4-4744-4f3f-857a-dc8349f0fc25" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.356724] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "refresh_cache-9f220af4-4744-4f3f-857a-dc8349f0fc25" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.356941] env[69843]: DEBUG nova.network.neutron [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.407665] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814086} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.407862] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 23871300-5ba6-4f5f-93f5-b478305c2036/23871300-5ba6-4f5f-93f5-b478305c2036.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.408109] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.408379] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea750191-fcd1-4db5-8be4-f8e061132dbf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.416448] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1132.416448] env[69843]: value = "task-3704912" [ 1132.416448] env[69843]: _type = "Task" [ 1132.416448] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.425479] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.467372] env[69843]: DEBUG oslo_vmware.api [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.476939] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5253b854-88a4-abd9-6efb-193e0c6ac940, 'name': SearchDatastore_Task, 'duration_secs': 0.06326} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.477268] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.477450] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] bff48a10-2981-4ead-99a1-b4dec06ba221/bff48a10-2981-4ead-99a1-b4dec06ba221.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.477781] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8af356a4-d3ab-4503-9c00-dc468a28590c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.485614] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1132.485614] env[69843]: value = "task-3704913" [ 1132.485614] env[69843]: _type = "Task" [ 1132.485614] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.494918] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.749667] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e170f9a-7712-4cf1-b697-98f8beca52e9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.760609] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cb234c-c56a-43d4-ab11-0b849514e776 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.802497] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cd9216-fdd9-468e-9193-11cd364747c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.806749] env[69843]: DEBUG nova.compute.manager [req-286bcd67-979d-425d-951e-f0572c8f0eba req-8fad2dd2-8d72-4b6e-b67e-f1e184c95bc0 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received event network-changed-ba4d5fbd-f123-4b68-9d85-ce585846a238 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.806956] env[69843]: DEBUG nova.compute.manager [req-286bcd67-979d-425d-951e-f0572c8f0eba req-8fad2dd2-8d72-4b6e-b67e-f1e184c95bc0 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Refreshing instance network info cache due to event network-changed-ba4d5fbd-f123-4b68-9d85-ce585846a238. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.807250] env[69843]: DEBUG oslo_concurrency.lockutils [req-286bcd67-979d-425d-951e-f0572c8f0eba req-8fad2dd2-8d72-4b6e-b67e-f1e184c95bc0 service nova] Acquiring lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.807410] env[69843]: DEBUG oslo_concurrency.lockutils [req-286bcd67-979d-425d-951e-f0572c8f0eba req-8fad2dd2-8d72-4b6e-b67e-f1e184c95bc0 service nova] Acquired lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.807574] env[69843]: DEBUG nova.network.neutron [req-286bcd67-979d-425d-951e-f0572c8f0eba req-8fad2dd2-8d72-4b6e-b67e-f1e184c95bc0 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Refreshing network info cache for port ba4d5fbd-f123-4b68-9d85-ce585846a238 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.816545] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9794a25e-08f3-4afc-bdff-e12384c6c692 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.835696] env[69843]: DEBUG nova.compute.provider_tree [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.929491] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153219} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.929967] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.930840] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17c72c8-24f3-459e-a26b-44c9738d9ea0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.957647] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 23871300-5ba6-4f5f-93f5-b478305c2036/23871300-5ba6-4f5f-93f5-b478305c2036.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.958591] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4cf8dcc-dcf1-43b1-a9f1-8836661f8ceb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.986548] env[69843]: DEBUG oslo_vmware.api [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704911, 'name': ReconfigVM_Task, 'duration_secs': 0.926275} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.991386] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.991544] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Reconfigured VM to attach interface {{(pid=69843) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1132.994397] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1132.994397] env[69843]: value = "task-3704914" [ 1132.994397] env[69843]: _type = "Task" [ 1132.994397] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.002874] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704913, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.009500] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.179645] env[69843]: DEBUG nova.network.neutron [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Updating instance_info_cache with network_info: [{"id": "5261d2bb-2460-44bf-a485-43776b72f2e0", "address": "fa:16:3e:cf:23:d5", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5261d2bb-24", "ovs_interfaceid": "5261d2bb-2460-44bf-a485-43776b72f2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.320604] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.320841] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.339946] env[69843]: DEBUG nova.scheduler.client.report [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.497851] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2b376297-4929-429c-860b-1ef65569fffb tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-556d025e-6461-4b44-911d-e3e4e3a099df-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.399s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.499666] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558566} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.505197] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] bff48a10-2981-4ead-99a1-b4dec06ba221/bff48a10-2981-4ead-99a1-b4dec06ba221.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.505472] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.507029] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66945ec1-24ef-4bbd-8bc4-643f0dc0e5cf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.515409] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.517264] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1133.517264] env[69843]: value = "task-3704915" [ 1133.517264] env[69843]: _type = "Task" [ 1133.517264] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.527518] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.581567] env[69843]: DEBUG nova.network.neutron [req-286bcd67-979d-425d-951e-f0572c8f0eba req-8fad2dd2-8d72-4b6e-b67e-f1e184c95bc0 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updated VIF entry in instance network info cache for port ba4d5fbd-f123-4b68-9d85-ce585846a238. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.582057] env[69843]: DEBUG nova.network.neutron [req-286bcd67-979d-425d-951e-f0572c8f0eba req-8fad2dd2-8d72-4b6e-b67e-f1e184c95bc0 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updating instance_info_cache with network_info: [{"id": "b7ab4583-da70-4d5e-8cd3-18708b075536", "address": "fa:16:3e:a5:1f:f1", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab4583-da", "ovs_interfaceid": "b7ab4583-da70-4d5e-8cd3-18708b075536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba4d5fbd-f123-4b68-9d85-ce585846a238", "address": "fa:16:3e:4d:3c:ad", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4d5fbd-f1", "ovs_interfaceid": "ba4d5fbd-f123-4b68-9d85-ce585846a238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.682146] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "refresh_cache-9f220af4-4744-4f3f-857a-dc8349f0fc25" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.682973] env[69843]: DEBUG nova.objects.instance [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lazy-loading 'flavor' on Instance uuid 9f220af4-4744-4f3f-857a-dc8349f0fc25 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.824025] env[69843]: DEBUG nova.compute.manager [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.874380] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "afb9b491-9b1e-4a22-8203-8cd6427cc223" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.874668] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "afb9b491-9b1e-4a22-8203-8cd6427cc223" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.874882] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "afb9b491-9b1e-4a22-8203-8cd6427cc223-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.875073] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "afb9b491-9b1e-4a22-8203-8cd6427cc223-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.875243] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "afb9b491-9b1e-4a22-8203-8cd6427cc223-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.877954] env[69843]: INFO nova.compute.manager [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Terminating instance [ 1134.011482] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.026876] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071988} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.027165] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.027937] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d360ce-81c7-4aa4-8748-b6b8ebcbcda3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.050918] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] bff48a10-2981-4ead-99a1-b4dec06ba221/bff48a10-2981-4ead-99a1-b4dec06ba221.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.051229] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4cc00db-afe4-4f56-984a-61a1595fe1bd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.071809] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1134.071809] env[69843]: value = "task-3704916" [ 1134.071809] env[69843]: _type = "Task" [ 1134.071809] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.082883] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.084645] env[69843]: DEBUG oslo_concurrency.lockutils [req-286bcd67-979d-425d-951e-f0572c8f0eba req-8fad2dd2-8d72-4b6e-b67e-f1e184c95bc0 service nova] Releasing lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.189041] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf7eb70-b125-4453-8554-3ac6c4d87971 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.211568] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.212091] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6bfd35e-7d2a-4973-98c5-2546f34987e8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.220428] env[69843]: DEBUG oslo_vmware.api [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1134.220428] env[69843]: value = "task-3704917" [ 1134.220428] env[69843]: _type = "Task" [ 1134.220428] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.231656] env[69843]: DEBUG oslo_vmware.api [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.349527] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.355146] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.357s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.358368] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.639s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.360178] env[69843]: INFO nova.compute.claims [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.382838] env[69843]: DEBUG nova.compute.manager [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.382838] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.384128] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137f85ea-13ff-4ca4-96eb-d238aa6d85a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.397388] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.397388] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad70e6ad-8780-48c9-834e-942324797c70 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.409244] env[69843]: DEBUG oslo_vmware.api [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1134.409244] env[69843]: value = "task-3704918" [ 1134.409244] env[69843]: _type = "Task" [ 1134.409244] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.422958] env[69843]: DEBUG oslo_vmware.api [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.512717] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704914, 'name': ReconfigVM_Task, 'duration_secs': 1.188694} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.513035] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 23871300-5ba6-4f5f-93f5-b478305c2036/23871300-5ba6-4f5f-93f5-b478305c2036.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.513765] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d51d0eed-89de-419f-9fe6-1806d70b08dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.524111] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1134.524111] env[69843]: value = "task-3704919" [ 1134.524111] env[69843]: _type = "Task" [ 1134.524111] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.534888] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704919, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.582760] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704916, 'name': ReconfigVM_Task, 'duration_secs': 0.324682} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.583168] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Reconfigured VM instance instance-00000067 to attach disk [datastore1] bff48a10-2981-4ead-99a1-b4dec06ba221/bff48a10-2981-4ead-99a1-b4dec06ba221.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.583857] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42679fd5-fb52-4163-bb7b-6e5cc24b8e6f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.592191] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1134.592191] env[69843]: value = "task-3704920" [ 1134.592191] env[69843]: _type = "Task" [ 1134.592191] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.602940] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704920, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.731086] env[69843]: DEBUG oslo_vmware.api [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704917, 'name': PowerOffVM_Task, 'duration_secs': 0.322914} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.731393] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.737132] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.737473] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf8246d-5a55-4f29-a976-88f9f1a571f5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.758248] env[69843]: DEBUG oslo_vmware.api [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1134.758248] env[69843]: value = "task-3704921" [ 1134.758248] env[69843]: _type = "Task" [ 1134.758248] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.767662] env[69843]: DEBUG oslo_vmware.api [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.923858] env[69843]: DEBUG oslo_vmware.api [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704918, 'name': PowerOffVM_Task, 'duration_secs': 0.196423} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.924191] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.924428] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.924688] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28c2fc03-3efe-41d4-a6b0-8cc2dd15537b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.947903] env[69843]: INFO nova.scheduler.client.report [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleted allocation for migration bdd94d0c-c39a-4023-b671-d974528881d0 [ 1134.999035] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.999035] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.999035] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleting the datastore file [datastore1] afb9b491-9b1e-4a22-8203-8cd6427cc223 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.999035] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3886853-3944-4209-84a4-11533b86e56f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.007409] env[69843]: DEBUG oslo_vmware.api [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1135.007409] env[69843]: value = "task-3704923" [ 1135.007409] env[69843]: _type = "Task" [ 1135.007409] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.018528] env[69843]: DEBUG oslo_vmware.api [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.022157] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "285e01d3-1962-4808-9a14-deee2c471a5f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.022157] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "285e01d3-1962-4808-9a14-deee2c471a5f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.022157] env[69843]: INFO nova.compute.manager [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Shelving [ 1135.037089] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704919, 'name': Rename_Task, 'duration_secs': 0.187701} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.037560] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.038219] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38403bb0-a83b-467b-ad33-4bfbf99ef7aa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.048865] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1135.048865] env[69843]: value = "task-3704924" [ 1135.048865] env[69843]: _type = "Task" [ 1135.048865] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.060756] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.103566] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704920, 'name': Rename_Task, 'duration_secs': 0.153712} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.103946] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.104228] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-765df712-146f-4eba-8103-2d3d0ec98eb9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.112871] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1135.112871] env[69843]: value = "task-3704925" [ 1135.112871] env[69843]: _type = "Task" [ 1135.112871] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.123029] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.269715] env[69843]: DEBUG oslo_vmware.api [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704921, 'name': ReconfigVM_Task, 'duration_secs': 0.397671} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.270135] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.270412] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.270741] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-518853bb-a7e6-4eed-b18b-84aeebf54736 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.278841] env[69843]: DEBUG oslo_vmware.api [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1135.278841] env[69843]: value = "task-3704926" [ 1135.278841] env[69843]: _type = "Task" [ 1135.278841] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.288256] env[69843]: DEBUG oslo_vmware.api [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.453906] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ce608ecd-9263-482f-8d55-fada912e01d1 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.784s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.525762] env[69843]: DEBUG oslo_vmware.api [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187718} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.525762] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.525946] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.526126] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.526315] env[69843]: INFO nova.compute.manager [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1135.526593] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.529082] env[69843]: DEBUG nova.compute.manager [-] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.529320] env[69843]: DEBUG nova.network.neutron [-] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.548385] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "interface-556d025e-6461-4b44-911d-e3e4e3a099df-a7096293-b5bf-4651-b3e6-9f7255f06dce" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.548685] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-556d025e-6461-4b44-911d-e3e4e3a099df-a7096293-b5bf-4651-b3e6-9f7255f06dce" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.549169] env[69843]: DEBUG nova.objects.instance [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'flavor' on Instance uuid 556d025e-6461-4b44-911d-e3e4e3a099df {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.561989] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.608201] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8720a8-3875-4152-b698-fef42840f83c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.620190] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3e5148-277b-4293-ac97-2312a10062bf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.628133] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.673423] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2940750-cfe7-4d4b-b886-aa89809257ea {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.681852] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2524f874-0cf8-4780-b0b8-981fab0434e9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.696561] env[69843]: DEBUG nova.compute.provider_tree [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.791257] env[69843]: DEBUG oslo_vmware.api [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704926, 'name': PowerOnVM_Task, 'duration_secs': 0.39809} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.791541] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.791882] env[69843]: DEBUG nova.compute.manager [None req-f10662a8-3521-4bb9-bdaf-9f8173308105 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1135.792863] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d07e2b2-c857-4012-bc36-f0c7bc226c9e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.802387] env[69843]: DEBUG oslo_concurrency.lockutils [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.802615] env[69843]: DEBUG oslo_concurrency.lockutils [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.802910] env[69843]: DEBUG oslo_concurrency.lockutils [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.803012] env[69843]: DEBUG oslo_concurrency.lockutils [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.803175] env[69843]: DEBUG oslo_concurrency.lockutils [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.805748] env[69843]: INFO nova.compute.manager [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Terminating instance [ 1136.018104] env[69843]: DEBUG nova.compute.manager [req-d9424568-ab45-4ce8-9dd3-84084da0e34c req-ac59ef82-d440-41d8-bfb3-855eef2001cb service nova] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Received event network-vif-deleted-d773723a-e327-4003-a7e9-daff54998fb4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.018104] env[69843]: INFO nova.compute.manager [req-d9424568-ab45-4ce8-9dd3-84084da0e34c req-ac59ef82-d440-41d8-bfb3-855eef2001cb service nova] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Neutron deleted interface d773723a-e327-4003-a7e9-daff54998fb4; detaching it from the instance and deleting it from the info cache [ 1136.018104] env[69843]: DEBUG nova.network.neutron [req-d9424568-ab45-4ce8-9dd3-84084da0e34c req-ac59ef82-d440-41d8-bfb3-855eef2001cb service nova] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.035652] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.035971] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-097811ad-78d5-4655-b903-330081fd6d61 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.043908] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1136.043908] env[69843]: value = "task-3704927" [ 1136.043908] env[69843]: _type = "Task" [ 1136.043908] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.055461] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.064588] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704924, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.125059] env[69843]: DEBUG oslo_vmware.api [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3704925, 'name': PowerOnVM_Task, 'duration_secs': 0.626352} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.125386] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.125620] env[69843]: INFO nova.compute.manager [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1136.125822] env[69843]: DEBUG nova.compute.manager [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.126723] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe08744-2dcd-4432-a606-8d153bf9e8f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.156397] env[69843]: DEBUG nova.objects.instance [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'pci_requests' on Instance uuid 556d025e-6461-4b44-911d-e3e4e3a099df {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.200832] env[69843]: DEBUG nova.scheduler.client.report [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.308524] env[69843]: DEBUG nova.compute.manager [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.308737] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.310558] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36277df0-db6d-4aef-9a30-3b58156a6bbe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.320051] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.321203] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5979dca-ae8d-4831-a514-abf8757961f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.329467] env[69843]: DEBUG oslo_vmware.api [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1136.329467] env[69843]: value = "task-3704928" [ 1136.329467] env[69843]: _type = "Task" [ 1136.329467] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.338524] env[69843]: DEBUG oslo_vmware.api [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.353513] env[69843]: DEBUG nova.network.neutron [-] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.520537] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8bc6ae6-b263-4524-9023-0537ccd60450 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.531000] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0b7dd1-6625-433f-885e-44e89554804f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.552614] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704927, 'name': PowerOffVM_Task, 'duration_secs': 0.321525} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.569735] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.570729] env[69843]: DEBUG nova.compute.manager [req-d9424568-ab45-4ce8-9dd3-84084da0e34c req-ac59ef82-d440-41d8-bfb3-855eef2001cb service nova] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Detach interface failed, port_id=d773723a-e327-4003-a7e9-daff54998fb4, reason: Instance afb9b491-9b1e-4a22-8203-8cd6427cc223 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1136.571563] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9243ca8e-c278-415f-8cf6-5882c627f2ef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.594995] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f9f7d5-8153-4830-991d-edbb3c05122c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.597849] env[69843]: DEBUG oslo_vmware.api [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704924, 'name': PowerOnVM_Task, 'duration_secs': 1.258708} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.598134] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.598344] env[69843]: INFO nova.compute.manager [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Took 11.57 seconds to spawn the instance on the hypervisor. [ 1136.598521] env[69843]: DEBUG nova.compute.manager [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.599784] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1808eeeb-5fdb-468c-863a-c3c0f080e8ec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.645766] env[69843]: INFO nova.compute.manager [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Took 19.89 seconds to build instance. [ 1136.658968] env[69843]: DEBUG nova.objects.base [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Object Instance<556d025e-6461-4b44-911d-e3e4e3a099df> lazy-loaded attributes: flavor,pci_requests {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.659242] env[69843]: DEBUG nova.network.neutron [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.706504] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.706716] env[69843]: DEBUG nova.compute.manager [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.710089] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.360s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.712173] env[69843]: INFO nova.compute.claims [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.760036] env[69843]: DEBUG nova.policy [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515bb19c77e74ab2966d169950a167a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fc01bb7ce0a49098b62954f81661f03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.843560] env[69843]: DEBUG oslo_vmware.api [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704928, 'name': PowerOffVM_Task, 'duration_secs': 0.363492} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.843833] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.843999] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.845354] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ee7ef69-cf98-4b56-9d80-e878ee9902ca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.855696] env[69843]: INFO nova.compute.manager [-] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Took 1.33 seconds to deallocate network for instance. [ 1136.936137] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.936462] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.936707] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleting the datastore file [datastore1] 62d3db0b-c60c-4cd7-8363-5da9b1619d16 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.937077] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1faf4439-7a9d-4904-8a68-b8fc2769cbe3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.947291] env[69843]: DEBUG oslo_vmware.api [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1136.947291] env[69843]: value = "task-3704930" [ 1136.947291] env[69843]: _type = "Task" [ 1136.947291] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.956685] env[69843]: DEBUG oslo_vmware.api [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.109566] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1137.109916] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c84d9c05-96cc-48fc-8aea-d41154025fce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.121562] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1137.121562] env[69843]: value = "task-3704931" [ 1137.121562] env[69843]: _type = "Task" [ 1137.121562] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.131322] env[69843]: INFO nova.compute.manager [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Took 26.84 seconds to build instance. [ 1137.137573] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704931, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.147605] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec8bea4f-ee52-445a-b93b-0d160e4c4485 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "bff48a10-2981-4ead-99a1-b4dec06ba221" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.434s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.219715] env[69843]: DEBUG nova.compute.utils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.223313] env[69843]: DEBUG nova.compute.manager [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.223486] env[69843]: DEBUG nova.network.neutron [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.264257] env[69843]: DEBUG nova.policy [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '658c76313d644527a42eb53f222feb3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26f958d3ee24955863a693689eacf7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.362313] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.459766] env[69843]: DEBUG oslo_vmware.api [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212578} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.460101] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.460240] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.460402] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.460576] env[69843]: INFO nova.compute.manager [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1137.460837] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.461053] env[69843]: DEBUG nova.compute.manager [-] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.461152] env[69843]: DEBUG nova.network.neutron [-] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.633591] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704931, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.639056] env[69843]: DEBUG oslo_concurrency.lockutils [None req-08a280e4-137d-4349-ab16-df13f8d27ee9 tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "23871300-5ba6-4f5f-93f5-b478305c2036" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.360s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.698669] env[69843]: DEBUG nova.network.neutron [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Successfully created port: 17639841-8be7-448d-b5ca-689d18c44438 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.724093] env[69843]: DEBUG nova.compute.manager [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.968259] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3099578-a207-4744-b816-876d97419605 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.977787] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2934a682-3156-463e-91e0-cc841f8d8682 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.024202] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a41378d-bec8-430f-9706-5c654650e8ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.031548] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1245e2de-88b8-4380-93f8-6f3c5fb3a925 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.046394] env[69843]: DEBUG nova.compute.provider_tree [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.134386] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704931, 'name': CreateSnapshot_Task, 'duration_secs': 0.576823} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.134771] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1138.135560] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700fc4e6-d8ce-4206-a4d3-3f1af0a29e62 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.190057] env[69843]: DEBUG nova.compute.manager [req-cdca622e-2833-40b6-94dd-7855c50c7daa req-f5c3dfb4-e490-46ea-8c8b-e0f576ee501e service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Received event network-changed-da901d34-40aa-40cb-953e-4fd73ec9f981 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.190666] env[69843]: DEBUG nova.compute.manager [req-cdca622e-2833-40b6-94dd-7855c50c7daa req-f5c3dfb4-e490-46ea-8c8b-e0f576ee501e service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Refreshing instance network info cache due to event network-changed-da901d34-40aa-40cb-953e-4fd73ec9f981. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.190920] env[69843]: DEBUG oslo_concurrency.lockutils [req-cdca622e-2833-40b6-94dd-7855c50c7daa req-f5c3dfb4-e490-46ea-8c8b-e0f576ee501e service nova] Acquiring lock "refresh_cache-bff48a10-2981-4ead-99a1-b4dec06ba221" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.191092] env[69843]: DEBUG oslo_concurrency.lockutils [req-cdca622e-2833-40b6-94dd-7855c50c7daa req-f5c3dfb4-e490-46ea-8c8b-e0f576ee501e service nova] Acquired lock "refresh_cache-bff48a10-2981-4ead-99a1-b4dec06ba221" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.191292] env[69843]: DEBUG nova.network.neutron [req-cdca622e-2833-40b6-94dd-7855c50c7daa req-f5c3dfb4-e490-46ea-8c8b-e0f576ee501e service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Refreshing network info cache for port da901d34-40aa-40cb-953e-4fd73ec9f981 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.273896] env[69843]: DEBUG nova.compute.manager [req-5ad3698b-598f-43a8-8fbe-726c2f2a18ff req-a4fc3388-6945-4a20-85d0-ff92dbc15e04 service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Received event network-vif-deleted-13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.274330] env[69843]: INFO nova.compute.manager [req-5ad3698b-598f-43a8-8fbe-726c2f2a18ff req-a4fc3388-6945-4a20-85d0-ff92dbc15e04 service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Neutron deleted interface 13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7; detaching it from the instance and deleting it from the info cache [ 1138.274330] env[69843]: DEBUG nova.network.neutron [req-5ad3698b-598f-43a8-8fbe-726c2f2a18ff req-a4fc3388-6945-4a20-85d0-ff92dbc15e04 service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.550809] env[69843]: DEBUG nova.scheduler.client.report [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.657767] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1138.658254] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-50189b86-7194-4ddc-829b-6ac535cf405e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.669122] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1138.669122] env[69843]: value = "task-3704932" [ 1138.669122] env[69843]: _type = "Task" [ 1138.669122] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.679911] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704932, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.690232] env[69843]: DEBUG nova.network.neutron [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Successfully updated port: a7096293-b5bf-4651-b3e6-9f7255f06dce {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.707961] env[69843]: DEBUG nova.network.neutron [-] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.738104] env[69843]: DEBUG nova.compute.manager [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.771694] env[69843]: DEBUG nova.virt.hardware [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.771995] env[69843]: DEBUG nova.virt.hardware [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.772361] env[69843]: DEBUG nova.virt.hardware [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.772784] env[69843]: DEBUG nova.virt.hardware [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.773013] env[69843]: DEBUG nova.virt.hardware [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.773228] env[69843]: DEBUG nova.virt.hardware [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.773483] env[69843]: DEBUG nova.virt.hardware [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.773706] env[69843]: DEBUG nova.virt.hardware [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.773973] env[69843]: DEBUG nova.virt.hardware [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.774502] env[69843]: DEBUG nova.virt.hardware [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.774731] env[69843]: DEBUG nova.virt.hardware [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.775696] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01af7043-89ee-4f8a-9554-2b45a6ff797e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.779791] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4bcd919-2b4c-48bc-a6c4-e2e9ab92a999 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.791507] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c748b8-d111-4666-b5e4-403367d0cace {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.799815] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcc4e07-11e1-4bcd-af4b-b4c9c7951614 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.841225] env[69843]: DEBUG nova.compute.manager [req-5ad3698b-598f-43a8-8fbe-726c2f2a18ff req-a4fc3388-6945-4a20-85d0-ff92dbc15e04 service nova] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Detach interface failed, port_id=13bd37df-5ae3-41ca-9a3c-2c5bd4d797b7, reason: Instance 62d3db0b-c60c-4cd7-8363-5da9b1619d16 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.056481] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.057064] env[69843]: DEBUG nova.compute.manager [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.060567] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.698s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.060788] env[69843]: DEBUG nova.objects.instance [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lazy-loading 'resources' on Instance uuid afb9b491-9b1e-4a22-8203-8cd6427cc223 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.068431] env[69843]: DEBUG nova.network.neutron [req-cdca622e-2833-40b6-94dd-7855c50c7daa req-f5c3dfb4-e490-46ea-8c8b-e0f576ee501e service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Updated VIF entry in instance network info cache for port da901d34-40aa-40cb-953e-4fd73ec9f981. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.068839] env[69843]: DEBUG nova.network.neutron [req-cdca622e-2833-40b6-94dd-7855c50c7daa req-f5c3dfb4-e490-46ea-8c8b-e0f576ee501e service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Updating instance_info_cache with network_info: [{"id": "da901d34-40aa-40cb-953e-4fd73ec9f981", "address": "fa:16:3e:03:e5:68", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda901d34-40", "ovs_interfaceid": "da901d34-40aa-40cb-953e-4fd73ec9f981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.180955] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704932, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.193231] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.193560] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.193858] env[69843]: DEBUG nova.network.neutron [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.215858] env[69843]: INFO nova.compute.manager [-] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Took 1.75 seconds to deallocate network for instance. [ 1139.550986] env[69843]: DEBUG nova.network.neutron [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Successfully updated port: 17639841-8be7-448d-b5ca-689d18c44438 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.567262] env[69843]: DEBUG nova.compute.utils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.573249] env[69843]: DEBUG nova.compute.manager [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.573249] env[69843]: DEBUG nova.network.neutron [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.576012] env[69843]: DEBUG oslo_concurrency.lockutils [req-cdca622e-2833-40b6-94dd-7855c50c7daa req-f5c3dfb4-e490-46ea-8c8b-e0f576ee501e service nova] Releasing lock "refresh_cache-bff48a10-2981-4ead-99a1-b4dec06ba221" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.625207] env[69843]: DEBUG nova.policy [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36828fb91c794940a2233f87c471337d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '651e402dd84c41a3bcfaa54731536f6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.681332] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704932, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.726530] env[69843]: DEBUG oslo_concurrency.lockutils [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.756387] env[69843]: WARNING nova.network.neutron [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] 0a14fb77-99bb-42f4-a854-97257d0bc557 already exists in list: networks containing: ['0a14fb77-99bb-42f4-a854-97257d0bc557']. ignoring it [ 1139.756615] env[69843]: WARNING nova.network.neutron [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] 0a14fb77-99bb-42f4-a854-97257d0bc557 already exists in list: networks containing: ['0a14fb77-99bb-42f4-a854-97257d0bc557']. ignoring it [ 1139.782524] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13a6614-d411-4ca5-a5d7-4fcf2a7a0808 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.791188] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0227aca8-3e6f-4427-9aa6-1dec3acbab0f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.826457] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a73174-cc4d-4267-a0db-647c547d736e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.834602] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539f7d44-1d39-4b55-aaf3-4a2869da4eb5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.849680] env[69843]: DEBUG nova.compute.provider_tree [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.919251] env[69843]: DEBUG nova.network.neutron [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Successfully created port: 739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.004392] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "23871300-5ba6-4f5f-93f5-b478305c2036" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.004638] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "23871300-5ba6-4f5f-93f5-b478305c2036" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.004957] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "23871300-5ba6-4f5f-93f5-b478305c2036-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.005270] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "23871300-5ba6-4f5f-93f5-b478305c2036-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.005517] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "23871300-5ba6-4f5f-93f5-b478305c2036-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.012875] env[69843]: INFO nova.compute.manager [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Terminating instance [ 1140.053810] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "refresh_cache-c83f5801-075c-412f-a02a-2336e9f685c5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.057314] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "refresh_cache-c83f5801-075c-412f-a02a-2336e9f685c5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.057493] env[69843]: DEBUG nova.network.neutron [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.079957] env[69843]: DEBUG nova.compute.manager [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.186010] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704932, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.353149] env[69843]: DEBUG nova.scheduler.client.report [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.385740] env[69843]: DEBUG nova.network.neutron [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updating instance_info_cache with network_info: [{"id": "b7ab4583-da70-4d5e-8cd3-18708b075536", "address": "fa:16:3e:a5:1f:f1", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab4583-da", "ovs_interfaceid": "b7ab4583-da70-4d5e-8cd3-18708b075536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba4d5fbd-f123-4b68-9d85-ce585846a238", "address": "fa:16:3e:4d:3c:ad", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4d5fbd-f1", "ovs_interfaceid": "ba4d5fbd-f123-4b68-9d85-ce585846a238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7096293-b5bf-4651-b3e6-9f7255f06dce", "address": "fa:16:3e:15:39:7e", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7096293-b5", "ovs_interfaceid": "a7096293-b5bf-4651-b3e6-9f7255f06dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.519629] env[69843]: DEBUG nova.compute.manager [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.519869] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.520812] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2983af-0fec-431d-b079-dfc9b3aa1df2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.529781] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.530264] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84cd1ff1-2d1f-4547-b3c0-af46e20fd8f1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.539725] env[69843]: DEBUG oslo_vmware.api [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1140.539725] env[69843]: value = "task-3704933" [ 1140.539725] env[69843]: _type = "Task" [ 1140.539725] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.549903] env[69843]: DEBUG oslo_vmware.api [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.609289] env[69843]: DEBUG nova.network.neutron [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.639258] env[69843]: DEBUG nova.compute.manager [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received event network-vif-plugged-a7096293-b5bf-4651-b3e6-9f7255f06dce {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.639520] env[69843]: DEBUG oslo_concurrency.lockutils [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] Acquiring lock "556d025e-6461-4b44-911d-e3e4e3a099df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.639755] env[69843]: DEBUG oslo_concurrency.lockutils [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] Lock "556d025e-6461-4b44-911d-e3e4e3a099df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.639953] env[69843]: DEBUG oslo_concurrency.lockutils [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] Lock "556d025e-6461-4b44-911d-e3e4e3a099df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.640251] env[69843]: DEBUG nova.compute.manager [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] No waiting events found dispatching network-vif-plugged-a7096293-b5bf-4651-b3e6-9f7255f06dce {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1140.640508] env[69843]: WARNING nova.compute.manager [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received unexpected event network-vif-plugged-a7096293-b5bf-4651-b3e6-9f7255f06dce for instance with vm_state active and task_state None. [ 1140.640693] env[69843]: DEBUG nova.compute.manager [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received event network-changed-a7096293-b5bf-4651-b3e6-9f7255f06dce {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.640884] env[69843]: DEBUG nova.compute.manager [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Refreshing instance network info cache due to event network-changed-a7096293-b5bf-4651-b3e6-9f7255f06dce. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.641050] env[69843]: DEBUG oslo_concurrency.lockutils [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] Acquiring lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.657814] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.658150] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.686093] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704932, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.840611] env[69843]: DEBUG nova.network.neutron [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Updating instance_info_cache with network_info: [{"id": "17639841-8be7-448d-b5ca-689d18c44438", "address": "fa:16:3e:cb:5b:91", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17639841-8b", "ovs_interfaceid": "17639841-8be7-448d-b5ca-689d18c44438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.859403] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.862464] env[69843]: DEBUG oslo_concurrency.lockutils [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.136s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.862681] env[69843]: DEBUG oslo_concurrency.lockutils [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.874454] env[69843]: DEBUG nova.compute.manager [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Received event network-vif-plugged-17639841-8be7-448d-b5ca-689d18c44438 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.874904] env[69843]: DEBUG oslo_concurrency.lockutils [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] Acquiring lock "c83f5801-075c-412f-a02a-2336e9f685c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.874904] env[69843]: DEBUG oslo_concurrency.lockutils [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] Lock "c83f5801-075c-412f-a02a-2336e9f685c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.875012] env[69843]: DEBUG oslo_concurrency.lockutils [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] Lock "c83f5801-075c-412f-a02a-2336e9f685c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.875292] env[69843]: DEBUG nova.compute.manager [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] No waiting events found dispatching network-vif-plugged-17639841-8be7-448d-b5ca-689d18c44438 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1140.875481] env[69843]: WARNING nova.compute.manager [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Received unexpected event network-vif-plugged-17639841-8be7-448d-b5ca-689d18c44438 for instance with vm_state building and task_state spawning. [ 1140.876032] env[69843]: DEBUG nova.compute.manager [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Received event network-changed-17639841-8be7-448d-b5ca-689d18c44438 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.876032] env[69843]: DEBUG nova.compute.manager [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Refreshing instance network info cache due to event network-changed-17639841-8be7-448d-b5ca-689d18c44438. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.876032] env[69843]: DEBUG oslo_concurrency.lockutils [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] Acquiring lock "refresh_cache-c83f5801-075c-412f-a02a-2336e9f685c5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.889257] env[69843]: INFO nova.scheduler.client.report [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleted allocations for instance afb9b491-9b1e-4a22-8203-8cd6427cc223 [ 1140.890957] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.892030] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.892030] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.893460] env[69843]: INFO nova.scheduler.client.report [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleted allocations for instance 62d3db0b-c60c-4cd7-8363-5da9b1619d16 [ 1140.897300] env[69843]: DEBUG oslo_concurrency.lockutils [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] Acquired lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.897523] env[69843]: DEBUG nova.network.neutron [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Refreshing network info cache for port a7096293-b5bf-4651-b3e6-9f7255f06dce {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.899832] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91542d59-b077-412e-b2ba-44b80c227bb6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.925809] env[69843]: DEBUG nova.virt.hardware [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.925809] env[69843]: DEBUG nova.virt.hardware [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.925809] env[69843]: DEBUG nova.virt.hardware [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.925809] env[69843]: DEBUG nova.virt.hardware [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.926156] env[69843]: DEBUG nova.virt.hardware [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.926156] env[69843]: DEBUG nova.virt.hardware [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.926504] env[69843]: DEBUG nova.virt.hardware [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.926640] env[69843]: DEBUG nova.virt.hardware [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.927131] env[69843]: DEBUG nova.virt.hardware [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.928659] env[69843]: DEBUG nova.virt.hardware [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.928659] env[69843]: DEBUG nova.virt.hardware [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.935195] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Reconfiguring VM to attach interface {{(pid=69843) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1140.935852] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da4f1deb-a512-47c5-bcd9-bdb89928a843 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.956246] env[69843]: DEBUG oslo_vmware.api [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1140.956246] env[69843]: value = "task-3704934" [ 1140.956246] env[69843]: _type = "Task" [ 1140.956246] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.966917] env[69843]: DEBUG oslo_vmware.api [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704934, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.051812] env[69843]: DEBUG oslo_vmware.api [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704933, 'name': PowerOffVM_Task, 'duration_secs': 0.242316} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.052093] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.052273] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.052540] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d8d2195-5f50-411d-94b9-22f7c82cc809 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.091231] env[69843]: DEBUG nova.compute.manager [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.124750] env[69843]: DEBUG nova.virt.hardware [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.125096] env[69843]: DEBUG nova.virt.hardware [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.125263] env[69843]: DEBUG nova.virt.hardware [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.125447] env[69843]: DEBUG nova.virt.hardware [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.125599] env[69843]: DEBUG nova.virt.hardware [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.125751] env[69843]: DEBUG nova.virt.hardware [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.125961] env[69843]: DEBUG nova.virt.hardware [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.126226] env[69843]: DEBUG nova.virt.hardware [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.126461] env[69843]: DEBUG nova.virt.hardware [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.126637] env[69843]: DEBUG nova.virt.hardware [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.126809] env[69843]: DEBUG nova.virt.hardware [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.127792] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c577345d-5ff8-4744-9455-f65cc865b975 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.132041] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.132282] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.132481] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleting the datastore file [datastore1] 23871300-5ba6-4f5f-93f5-b478305c2036 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.133158] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57f72ff7-5db4-4327-a3d9-76a6f7aae6a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.140890] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12a1754-f083-4d3d-ac0a-8fd8eb194c94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.148424] env[69843]: DEBUG oslo_vmware.api [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for the task: (returnval){ [ 1141.148424] env[69843]: value = "task-3704936" [ 1141.148424] env[69843]: _type = "Task" [ 1141.148424] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.165863] env[69843]: DEBUG nova.compute.manager [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.177491] env[69843]: DEBUG oslo_vmware.api [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.190091] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704932, 'name': CloneVM_Task, 'duration_secs': 2.228765} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.190091] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Created linked-clone VM from snapshot [ 1141.191338] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8574fa-f2d3-4de3-8fd7-12b56707567d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.203748] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Uploading image 73b7a574-1299-484c-9ad9-40683321b982 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1141.229038] env[69843]: DEBUG oslo_vmware.rw_handles [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1141.229038] env[69843]: value = "vm-737948" [ 1141.229038] env[69843]: _type = "VirtualMachine" [ 1141.229038] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1141.229477] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-314503fb-4021-4354-87ad-1e7065d2a205 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.240100] env[69843]: DEBUG oslo_vmware.rw_handles [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lease: (returnval){ [ 1141.240100] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529dfa7b-025e-9034-536e-018635452791" [ 1141.240100] env[69843]: _type = "HttpNfcLease" [ 1141.240100] env[69843]: } obtained for exporting VM: (result){ [ 1141.240100] env[69843]: value = "vm-737948" [ 1141.240100] env[69843]: _type = "VirtualMachine" [ 1141.240100] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1141.240477] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the lease: (returnval){ [ 1141.240477] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529dfa7b-025e-9034-536e-018635452791" [ 1141.240477] env[69843]: _type = "HttpNfcLease" [ 1141.240477] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1141.248329] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1141.248329] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529dfa7b-025e-9034-536e-018635452791" [ 1141.248329] env[69843]: _type = "HttpNfcLease" [ 1141.248329] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1141.343183] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "refresh_cache-c83f5801-075c-412f-a02a-2336e9f685c5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.347025] env[69843]: DEBUG nova.compute.manager [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Instance network_info: |[{"id": "17639841-8be7-448d-b5ca-689d18c44438", "address": "fa:16:3e:cb:5b:91", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17639841-8b", "ovs_interfaceid": "17639841-8be7-448d-b5ca-689d18c44438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.347025] env[69843]: DEBUG oslo_concurrency.lockutils [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] Acquired lock "refresh_cache-c83f5801-075c-412f-a02a-2336e9f685c5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.347025] env[69843]: DEBUG nova.network.neutron [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Refreshing network info cache for port 17639841-8be7-448d-b5ca-689d18c44438 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.347025] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:5b:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17639841-8be7-448d-b5ca-689d18c44438', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.355016] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.358216] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.358771] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fee00f4b-8a78-442a-aafe-5e4137d6d4ca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.384676] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.384676] env[69843]: value = "task-3704938" [ 1141.384676] env[69843]: _type = "Task" [ 1141.384676] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.395420] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704938, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.412239] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c29e47f-6bb1-41f9-a839-ccb594ffc93b tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "afb9b491-9b1e-4a22-8203-8cd6427cc223" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.537s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.418366] env[69843]: DEBUG oslo_concurrency.lockutils [None req-501dce00-439b-43f6-b375-8190bde540a2 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "62d3db0b-c60c-4cd7-8363-5da9b1619d16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.615s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.477277] env[69843]: DEBUG oslo_vmware.api [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.494866] env[69843]: DEBUG nova.network.neutron [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Successfully updated port: 739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.665640] env[69843]: DEBUG oslo_vmware.api [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Task: {'id': task-3704936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35375} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.666599] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.666985] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.667353] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.667597] env[69843]: INFO nova.compute.manager [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1141.667924] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.668211] env[69843]: DEBUG nova.compute.manager [-] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.668357] env[69843]: DEBUG nova.network.neutron [-] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.706718] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.707507] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.709887] env[69843]: INFO nova.compute.claims [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.737698] env[69843]: DEBUG nova.network.neutron [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updated VIF entry in instance network info cache for port a7096293-b5bf-4651-b3e6-9f7255f06dce. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.738398] env[69843]: DEBUG nova.network.neutron [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updating instance_info_cache with network_info: [{"id": "b7ab4583-da70-4d5e-8cd3-18708b075536", "address": "fa:16:3e:a5:1f:f1", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab4583-da", "ovs_interfaceid": "b7ab4583-da70-4d5e-8cd3-18708b075536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba4d5fbd-f123-4b68-9d85-ce585846a238", "address": "fa:16:3e:4d:3c:ad", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4d5fbd-f1", "ovs_interfaceid": "ba4d5fbd-f123-4b68-9d85-ce585846a238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7096293-b5bf-4651-b3e6-9f7255f06dce", "address": "fa:16:3e:15:39:7e", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7096293-b5", "ovs_interfaceid": "a7096293-b5bf-4651-b3e6-9f7255f06dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.757676] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1141.757676] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529dfa7b-025e-9034-536e-018635452791" [ 1141.757676] env[69843]: _type = "HttpNfcLease" [ 1141.757676] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1141.759763] env[69843]: DEBUG oslo_vmware.rw_handles [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1141.759763] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529dfa7b-025e-9034-536e-018635452791" [ 1141.759763] env[69843]: _type = "HttpNfcLease" [ 1141.759763] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1141.760835] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3833f9-29cd-4105-a341-daef18b34de0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.766937] env[69843]: DEBUG nova.network.neutron [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Updated VIF entry in instance network info cache for port 17639841-8be7-448d-b5ca-689d18c44438. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.767563] env[69843]: DEBUG nova.network.neutron [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Updating instance_info_cache with network_info: [{"id": "17639841-8be7-448d-b5ca-689d18c44438", "address": "fa:16:3e:cb:5b:91", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17639841-8b", "ovs_interfaceid": "17639841-8be7-448d-b5ca-689d18c44438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.780798] env[69843]: DEBUG oslo_vmware.rw_handles [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cc302-dc72-ab9a-c510-447bf069a15c/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1141.781155] env[69843]: DEBUG oslo_vmware.rw_handles [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cc302-dc72-ab9a-c510-447bf069a15c/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1141.888692] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2eaa5ee5-5788-4b78-8b19-ca2e1e6f073f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.902099] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704938, 'name': CreateVM_Task} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.902099] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.902099] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.902099] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.902382] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.902589] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e52ce1-c699-412a-ae51-f11e49c645b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.909019] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1141.909019] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d6975b-6517-b764-d174-3b0ac2db5582" [ 1141.909019] env[69843]: _type = "Task" [ 1141.909019] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.923623] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d6975b-6517-b764-d174-3b0ac2db5582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.969920] env[69843]: DEBUG oslo_vmware.api [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.000534] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.000534] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.000534] env[69843]: DEBUG nova.network.neutron [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.242362] env[69843]: DEBUG oslo_concurrency.lockutils [req-c69b63af-4d1d-452a-8910-38f2d2e34f5c req-2fa22a3a-cb8c-4e28-882b-5ada46fec170 service nova] Releasing lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.260342] env[69843]: DEBUG oslo_concurrency.lockutils [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.260601] env[69843]: DEBUG oslo_concurrency.lockutils [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.272209] env[69843]: DEBUG oslo_concurrency.lockutils [req-d73208ea-6559-4979-bcd5-971c7fee93fc req-658701cf-1909-447b-ba5a-daa8c47fc823 service nova] Releasing lock "refresh_cache-c83f5801-075c-412f-a02a-2336e9f685c5" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.421153] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d6975b-6517-b764-d174-3b0ac2db5582, 'name': SearchDatastore_Task, 'duration_secs': 0.01392} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.421593] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.421921] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.422278] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.422755] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.422801] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.423178] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76ced3ba-5938-4d00-930f-509074c29edd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.433750] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.433750] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.434669] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6322f1-ff44-4c6e-abf8-0ec99fa2fd4d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.442108] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1142.442108] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52845e8a-ef23-bbe9-58c9-d1a829284318" [ 1142.442108] env[69843]: _type = "Task" [ 1142.442108] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.454516] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52845e8a-ef23-bbe9-58c9-d1a829284318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.469048] env[69843]: DEBUG oslo_vmware.api [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704934, 'name': ReconfigVM_Task, 'duration_secs': 1.38499} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.469641] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.469857] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Reconfigured VM to attach interface {{(pid=69843) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1142.505563] env[69843]: DEBUG nova.network.neutron [-] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.549278] env[69843]: DEBUG nova.network.neutron [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.701523] env[69843]: DEBUG nova.network.neutron [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updating instance_info_cache with network_info: [{"id": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "address": "fa:16:3e:c1:93:ad", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739a911a-53", "ovs_interfaceid": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.767440] env[69843]: INFO nova.compute.manager [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Detaching volume 4a2b1826-0f61-4637-a00b-4a51f864bf88 [ 1142.813181] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "e7ab9204-230f-4c4a-839a-c9557c458acf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.813181] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "e7ab9204-230f-4c4a-839a-c9557c458acf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.813181] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "e7ab9204-230f-4c4a-839a-c9557c458acf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.813181] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "e7ab9204-230f-4c4a-839a-c9557c458acf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.813181] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "e7ab9204-230f-4c4a-839a-c9557c458acf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.818750] env[69843]: INFO nova.compute.manager [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Terminating instance [ 1142.821367] env[69843]: INFO nova.virt.block_device [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Attempting to driver detach volume 4a2b1826-0f61-4637-a00b-4a51f864bf88 from mountpoint /dev/sdb [ 1142.822013] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1142.822181] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737923', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'name': 'volume-4a2b1826-0f61-4637-a00b-4a51f864bf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b07aefa9-be5c-46c8-b054-d0c05ebe76a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'serial': '4a2b1826-0f61-4637-a00b-4a51f864bf88'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1142.823189] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d703dd1c-778c-49c6-b8d5-d8488c7b6d2a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.853858] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfca0a9-e178-42a4-98c0-f537d48efc50 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.863461] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb050104-4628-4265-aad9-2b66f7a4fb6b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.890184] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91621088-27dc-4b36-8926-c6add1957185 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.907255] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] The volume has not been displaced from its original location: [datastore1] volume-4a2b1826-0f61-4637-a00b-4a51f864bf88/volume-4a2b1826-0f61-4637-a00b-4a51f864bf88.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1142.912824] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1142.915892] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd715971-a741-4fc5-acda-9a2e492b310d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.936136] env[69843]: DEBUG oslo_vmware.api [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1142.936136] env[69843]: value = "task-3704939" [ 1142.936136] env[69843]: _type = "Task" [ 1142.936136] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.952770] env[69843]: DEBUG oslo_vmware.api [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.959714] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52845e8a-ef23-bbe9-58c9-d1a829284318, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.963827] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fea6c0-9996-41df-9e9a-de6bed541bb3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.970490] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1142.970490] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52812c75-28f5-60a8-b084-b6d821140ee9" [ 1142.970490] env[69843]: _type = "Task" [ 1142.970490] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.975175] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2a2f39ff-bf65-4f26-a161-8d42aa761585 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-556d025e-6461-4b44-911d-e3e4e3a099df-a7096293-b5bf-4651-b3e6-9f7255f06dce" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.426s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.986289] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52812c75-28f5-60a8-b084-b6d821140ee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.010736] env[69843]: INFO nova.compute.manager [-] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Took 1.34 seconds to deallocate network for instance. [ 1143.036860] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fe679e-1825-41f5-b4a3-8798b98e3bbe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.047371] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c9e376-d170-4605-91fa-af6362f6e842 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.083779] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dad0744-6772-4589-abbd-362aa8c40f49 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.094048] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a792f7d5-6104-4fca-9879-0f3d78aa920c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.112075] env[69843]: DEBUG nova.compute.provider_tree [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.205207] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.206064] env[69843]: DEBUG nova.compute.manager [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Instance network_info: |[{"id": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "address": "fa:16:3e:c1:93:ad", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739a911a-53", "ovs_interfaceid": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.206366] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:93:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '739a911a-53be-46b2-ae11-b4b2a9c6b46f', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.214917] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.215234] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.215503] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15d5ec30-a9d9-4ab7-bea9-6847951e264f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.239135] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.239135] env[69843]: value = "task-3704940" [ 1143.239135] env[69843]: _type = "Task" [ 1143.239135] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.250642] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704940, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.329991] env[69843]: DEBUG nova.compute.manager [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Received event network-vif-plugged-739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.330266] env[69843]: DEBUG oslo_concurrency.lockutils [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] Acquiring lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.330429] env[69843]: DEBUG oslo_concurrency.lockutils [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.330609] env[69843]: DEBUG oslo_concurrency.lockutils [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.330954] env[69843]: DEBUG nova.compute.manager [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] No waiting events found dispatching network-vif-plugged-739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1143.331293] env[69843]: WARNING nova.compute.manager [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Received unexpected event network-vif-plugged-739a911a-53be-46b2-ae11-b4b2a9c6b46f for instance with vm_state building and task_state spawning. [ 1143.331468] env[69843]: DEBUG nova.compute.manager [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Received event network-changed-739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.331647] env[69843]: DEBUG nova.compute.manager [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Refreshing instance network info cache due to event network-changed-739a911a-53be-46b2-ae11-b4b2a9c6b46f. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.331872] env[69843]: DEBUG oslo_concurrency.lockutils [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] Acquiring lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.332185] env[69843]: DEBUG oslo_concurrency.lockutils [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] Acquired lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.332443] env[69843]: DEBUG nova.network.neutron [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Refreshing network info cache for port 739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.334247] env[69843]: DEBUG nova.compute.manager [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.334583] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.336020] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf17b16-c1a1-444b-8bb9-e3a7483f3f50 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.346354] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.346676] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b75bb15f-9f3b-4891-9485-c3c1a216c540 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.355717] env[69843]: DEBUG oslo_vmware.api [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1143.355717] env[69843]: value = "task-3704941" [ 1143.355717] env[69843]: _type = "Task" [ 1143.355717] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.366367] env[69843]: DEBUG oslo_vmware.api [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.397324] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "ab6bd375-0858-48aa-9efa-c1de73447a56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.397324] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "ab6bd375-0858-48aa-9efa-c1de73447a56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.453207] env[69843]: DEBUG oslo_vmware.api [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704939, 'name': ReconfigVM_Task, 'duration_secs': 0.392668} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.453640] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1143.460847] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff2e0ac7-b478-4f0b-9ab7-ad08e1c6d2e4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.485301] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52812c75-28f5-60a8-b084-b6d821140ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.015506} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.487734] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.488091] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] c83f5801-075c-412f-a02a-2336e9f685c5/c83f5801-075c-412f-a02a-2336e9f685c5.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.488541] env[69843]: DEBUG oslo_vmware.api [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1143.488541] env[69843]: value = "task-3704942" [ 1143.488541] env[69843]: _type = "Task" [ 1143.488541] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.488859] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d42da40-c030-4e5c-b5d8-87301d7bd7d3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.506531] env[69843]: DEBUG oslo_vmware.api [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704942, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.509283] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1143.509283] env[69843]: value = "task-3704943" [ 1143.509283] env[69843]: _type = "Task" [ 1143.509283] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.518121] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.522024] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.615602] env[69843]: DEBUG nova.scheduler.client.report [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.723891] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "c98468ed-b6ca-4b56-ad67-17d50f509a84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.724222] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c98468ed-b6ca-4b56-ad67-17d50f509a84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.750374] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704940, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.868332] env[69843]: DEBUG oslo_vmware.api [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704941, 'name': PowerOffVM_Task, 'duration_secs': 0.313505} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.871243] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.872120] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.872120] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df2ac75c-799a-45f3-98f1-5ae4aa667fa5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.900337] env[69843]: DEBUG nova.compute.manager [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.958800] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.959222] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.959473] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleting the datastore file [datastore2] e7ab9204-230f-4c4a-839a-c9557c458acf {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.960160] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24d3bf41-1e7b-4208-b0e9-f3f49f916171 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.969617] env[69843]: DEBUG oslo_vmware.api [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1143.969617] env[69843]: value = "task-3704945" [ 1143.969617] env[69843]: _type = "Task" [ 1143.969617] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.990106] env[69843]: DEBUG oslo_vmware.api [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.002769] env[69843]: DEBUG oslo_vmware.api [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704942, 'name': ReconfigVM_Task, 'duration_secs': 0.20526} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.004262] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737923', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'name': 'volume-4a2b1826-0f61-4637-a00b-4a51f864bf88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b07aefa9-be5c-46c8-b054-d0c05ebe76a7', 'attached_at': '', 'detached_at': '', 'volume_id': '4a2b1826-0f61-4637-a00b-4a51f864bf88', 'serial': '4a2b1826-0f61-4637-a00b-4a51f864bf88'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1144.022636] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704943, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.099389] env[69843]: DEBUG nova.network.neutron [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updated VIF entry in instance network info cache for port 739a911a-53be-46b2-ae11-b4b2a9c6b46f. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.099761] env[69843]: DEBUG nova.network.neutron [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updating instance_info_cache with network_info: [{"id": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "address": "fa:16:3e:c1:93:ad", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739a911a-53", "ovs_interfaceid": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.122739] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.123406] env[69843]: DEBUG nova.compute.manager [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.126440] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.609s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.126728] env[69843]: DEBUG nova.objects.instance [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lazy-loading 'resources' on Instance uuid 23871300-5ba6-4f5f-93f5-b478305c2036 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.226535] env[69843]: DEBUG nova.compute.manager [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.252336] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704940, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.427506] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.483076] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "interface-556d025e-6461-4b44-911d-e3e4e3a099df-ba4d5fbd-f123-4b68-9d85-ce585846a238" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.483418] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-556d025e-6461-4b44-911d-e3e4e3a099df-ba4d5fbd-f123-4b68-9d85-ce585846a238" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.484916] env[69843]: DEBUG oslo_vmware.api [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329389} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.485435] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.485625] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.485805] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.485977] env[69843]: INFO nova.compute.manager [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1144.486230] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.486433] env[69843]: DEBUG nova.compute.manager [-] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.486519] env[69843]: DEBUG nova.network.neutron [-] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.522452] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68128} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.522751] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] c83f5801-075c-412f-a02a-2336e9f685c5/c83f5801-075c-412f-a02a-2336e9f685c5.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.523020] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.523284] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1641f73-f74c-4a2e-8727-9c4a213f4d0a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.536565] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1144.536565] env[69843]: value = "task-3704946" [ 1144.536565] env[69843]: _type = "Task" [ 1144.536565] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.546675] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.557342] env[69843]: DEBUG nova.objects.instance [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lazy-loading 'flavor' on Instance uuid b07aefa9-be5c-46c8-b054-d0c05ebe76a7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.602638] env[69843]: DEBUG oslo_concurrency.lockutils [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] Releasing lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.603067] env[69843]: DEBUG nova.compute.manager [req-9943b753-2cbc-46a1-87b8-fe96715c21fc req-cdca025a-c70b-4c08-902d-3d18313af41f service nova] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Received event network-vif-deleted-5993ae10-5c16-4280-91a3-046d65e9f8c6 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.629728] env[69843]: DEBUG nova.compute.utils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.634167] env[69843]: DEBUG nova.compute.manager [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.634501] env[69843]: DEBUG nova.network.neutron [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.696651] env[69843]: DEBUG nova.policy [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2a67182ffde4492b8808900e3ad8f51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bd1b79976f34619aefd9b38806485ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.753205] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704940, 'name': CreateVM_Task, 'duration_secs': 1.502286} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.754300] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.754594] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.755541] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.755702] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.756045] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.756327] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a064a43a-cf47-46c7-9142-886df2606866 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.767954] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1144.767954] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52efeae9-f27d-63f7-c6e3-e9634cfc4637" [ 1144.767954] env[69843]: _type = "Task" [ 1144.767954] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.780697] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52efeae9-f27d-63f7-c6e3-e9634cfc4637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.910040] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5e6905-b9ca-4052-9bf3-02f48fb351d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.918693] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9737ff2a-5a15-4785-b938-9cb5254e5924 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.957135] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61829491-6c2a-44fd-a67f-27518d3e0b21 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.966326] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75684a14-1f22-4d94-afad-6553d62b16e8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.982760] env[69843]: DEBUG nova.compute.provider_tree [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.986104] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.986277] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.987087] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04145962-86b0-4e7d-b78b-ea596cb75e41 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.009346] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a90e23-ccec-4ea4-91f1-de1e5ea8fac9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.039501] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Reconfiguring VM to detach interface {{(pid=69843) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1145.040100] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-675cb7f5-65c4-4e0e-9020-7a9518f2c3a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.056145] env[69843]: DEBUG nova.network.neutron [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Successfully created port: 777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.071362] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112724} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.072917] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.073543] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1145.073543] env[69843]: value = "task-3704947" [ 1145.073543] env[69843]: _type = "Task" [ 1145.073543] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.074089] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f15a22-9d9c-4227-bde7-55434b9de8dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.103814] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] c83f5801-075c-412f-a02a-2336e9f685c5/c83f5801-075c-412f-a02a-2336e9f685c5.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.108835] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e782469-ca47-42e1-aab3-a9b28b3d50db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.131024] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.135475] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1145.135475] env[69843]: value = "task-3704948" [ 1145.135475] env[69843]: _type = "Task" [ 1145.135475] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.141640] env[69843]: DEBUG nova.compute.manager [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.153289] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.279506] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52efeae9-f27d-63f7-c6e3-e9634cfc4637, 'name': SearchDatastore_Task, 'duration_secs': 0.015275} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.279873] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.280116] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.280476] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.280688] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.280939] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.281326] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15f9bf97-042e-4ca2-9c22-566b43cfb92c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.295164] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.295164] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.295164] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d093f748-5a0e-4337-8adc-e1877e36a14f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.299669] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1145.299669] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521d6c56-468a-e9d3-0f38-235350437a9e" [ 1145.299669] env[69843]: _type = "Task" [ 1145.299669] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.308206] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521d6c56-468a-e9d3-0f38-235350437a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.317047] env[69843]: DEBUG nova.network.neutron [-] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.400902] env[69843]: DEBUG nova.compute.manager [req-fce1d158-3863-4176-8a1b-15a725ec0ed0 req-05c91e4e-2c12-48a6-a8d9-f1c809070cbe service nova] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Received event network-vif-deleted-99c37a95-0112-4de8-9e0b-d5d6ad61fe95 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.486164] env[69843]: DEBUG nova.scheduler.client.report [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.566199] env[69843]: DEBUG oslo_concurrency.lockutils [None req-96d0e81e-6621-4a20-be93-19f36f898974 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.305s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.587782] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.645398] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704948, 'name': ReconfigVM_Task, 'duration_secs': 0.466693} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.645704] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] c83f5801-075c-412f-a02a-2336e9f685c5/c83f5801-075c-412f-a02a-2336e9f685c5.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.646373] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7696a144-d9d6-47b7-838d-cf5ffa4caf78 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.658243] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1145.658243] env[69843]: value = "task-3704949" [ 1145.658243] env[69843]: _type = "Task" [ 1145.658243] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.667970] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704949, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.810585] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521d6c56-468a-e9d3-0f38-235350437a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.014184} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.811497] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6497135-0382-44de-b1e2-fde9c0dc1fd0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.818273] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1145.818273] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c7326d-8da4-339d-9819-5f0c006db7c1" [ 1145.818273] env[69843]: _type = "Task" [ 1145.818273] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.819014] env[69843]: INFO nova.compute.manager [-] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Took 1.33 seconds to deallocate network for instance. [ 1145.838178] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c7326d-8da4-339d-9819-5f0c006db7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014396} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.838488] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.838750] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] fb08a25e-09aa-4aff-b97c-d9d6b41412e8/fb08a25e-09aa-4aff-b97c-d9d6b41412e8.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.839040] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f82cc0a1-46a5-464c-8e9f-507c2c572a8a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.847393] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1145.847393] env[69843]: value = "task-3704950" [ 1145.847393] env[69843]: _type = "Task" [ 1145.847393] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.857236] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.992176] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.994788] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.567s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.996937] env[69843]: INFO nova.compute.claims [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.023013] env[69843]: INFO nova.scheduler.client.report [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Deleted allocations for instance 23871300-5ba6-4f5f-93f5-b478305c2036 [ 1146.089203] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.154893] env[69843]: DEBUG nova.compute.manager [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.170191] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704949, 'name': Rename_Task, 'duration_secs': 0.215742} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.170466] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.170818] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23796bf7-6b22-4c38-9fc9-7ab14cf5d271 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.180147] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1146.180147] env[69843]: value = "task-3704951" [ 1146.180147] env[69843]: _type = "Task" [ 1146.180147] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.186843] env[69843]: DEBUG nova.virt.hardware [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.187175] env[69843]: DEBUG nova.virt.hardware [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.187410] env[69843]: DEBUG nova.virt.hardware [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.187661] env[69843]: DEBUG nova.virt.hardware [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.187842] env[69843]: DEBUG nova.virt.hardware [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.188064] env[69843]: DEBUG nova.virt.hardware [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.188304] env[69843]: DEBUG nova.virt.hardware [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.188501] env[69843]: DEBUG nova.virt.hardware [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.188742] env[69843]: DEBUG nova.virt.hardware [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.188934] env[69843]: DEBUG nova.virt.hardware [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.189253] env[69843]: DEBUG nova.virt.hardware [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.190390] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c56607c-cc1f-4ce9-8329-e0f0f2c34803 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.204051] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d36c69-7343-4eb1-9294-df224cd182ec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.209372] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704951, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.257991] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.258517] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.258763] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.259035] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.259247] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.262055] env[69843]: INFO nova.compute.manager [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Terminating instance [ 1146.331132] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.361540] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.533342] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ac7d4617-eec3-4b94-b5e3-bec389a2175b tempest-ServerDiskConfigTestJSON-1406261514 tempest-ServerDiskConfigTestJSON-1406261514-project-member] Lock "23871300-5ba6-4f5f-93f5-b478305c2036" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.528s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.548325] env[69843]: DEBUG nova.compute.manager [req-830a8c69-9b95-4088-bd73-951db0cad045 req-6ec1a2c0-1ed8-46de-a151-256da833dbbb service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Received event network-vif-plugged-777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.548542] env[69843]: DEBUG oslo_concurrency.lockutils [req-830a8c69-9b95-4088-bd73-951db0cad045 req-6ec1a2c0-1ed8-46de-a151-256da833dbbb service nova] Acquiring lock "6b49016e-8d8d-4ef0-acad-7a9566332f08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.548794] env[69843]: DEBUG oslo_concurrency.lockutils [req-830a8c69-9b95-4088-bd73-951db0cad045 req-6ec1a2c0-1ed8-46de-a151-256da833dbbb service nova] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.549248] env[69843]: DEBUG oslo_concurrency.lockutils [req-830a8c69-9b95-4088-bd73-951db0cad045 req-6ec1a2c0-1ed8-46de-a151-256da833dbbb service nova] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.549445] env[69843]: DEBUG nova.compute.manager [req-830a8c69-9b95-4088-bd73-951db0cad045 req-6ec1a2c0-1ed8-46de-a151-256da833dbbb service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] No waiting events found dispatching network-vif-plugged-777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1146.549619] env[69843]: WARNING nova.compute.manager [req-830a8c69-9b95-4088-bd73-951db0cad045 req-6ec1a2c0-1ed8-46de-a151-256da833dbbb service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Received unexpected event network-vif-plugged-777ca366-97cd-404c-90cc-68412a284108 for instance with vm_state building and task_state spawning. [ 1146.589659] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.692250] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704951, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.767439] env[69843]: DEBUG nova.compute.manager [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.767689] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.768609] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bbf5ab-e04c-43e2-8c6d-97abdb538e43 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.773175] env[69843]: DEBUG nova.network.neutron [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Successfully updated port: 777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.781793] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.781970] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20398ec8-7f2f-4e8f-aa71-e470a8561030 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.791687] env[69843]: DEBUG oslo_vmware.api [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1146.791687] env[69843]: value = "task-3704952" [ 1146.791687] env[69843]: _type = "Task" [ 1146.791687] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.802328] env[69843]: DEBUG oslo_vmware.api [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.860110] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61243} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.860800] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] fb08a25e-09aa-4aff-b97c-d9d6b41412e8/fb08a25e-09aa-4aff-b97c-d9d6b41412e8.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.861057] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.861364] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc2be3e5-f9cb-4e1e-aad7-8fb04e1ba2e9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.870020] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1146.870020] env[69843]: value = "task-3704953" [ 1146.870020] env[69843]: _type = "Task" [ 1146.870020] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.879720] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.093513] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.195048] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704951, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.225930] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079adf6a-0d76-4701-a33f-26e1e14c5ba4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.234739] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826dc15c-4747-4209-8a26-4c57457be66f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.267573] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507746ae-afd6-49c6-8b73-85f34fc07fb6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.275261] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.275441] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.275621] env[69843]: DEBUG nova.network.neutron [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.278047] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d9e18d-b6e1-48c7-b9c1-8bc3bef7e481 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.295929] env[69843]: DEBUG nova.compute.provider_tree [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.308246] env[69843]: DEBUG oslo_vmware.api [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704952, 'name': PowerOffVM_Task, 'duration_secs': 0.209889} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.309686] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.309686] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.309686] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d052f3f3-a157-44a1-9268-7b61426f101f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.380657] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080599} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.381037] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.382580] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5680ac66-b320-4537-b36c-9d77e89b4eb3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.406303] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] fb08a25e-09aa-4aff-b97c-d9d6b41412e8/fb08a25e-09aa-4aff-b97c-d9d6b41412e8.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.407889] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0656cf9b-70ef-4447-ab30-a7394105e9f9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.422820] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.423058] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.423242] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleting the datastore file [datastore2] b07aefa9-be5c-46c8-b054-d0c05ebe76a7 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.423524] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6cd410b-e1d1-4136-961f-69a7ddebfd26 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.431608] env[69843]: DEBUG oslo_vmware.api [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1147.431608] env[69843]: value = "task-3704955" [ 1147.431608] env[69843]: _type = "Task" [ 1147.431608] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.433102] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1147.433102] env[69843]: value = "task-3704956" [ 1147.433102] env[69843]: _type = "Task" [ 1147.433102] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.445317] env[69843]: DEBUG oslo_vmware.api [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.449094] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.591153] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.693656] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704951, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.802031] env[69843]: DEBUG nova.scheduler.client.report [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.877230] env[69843]: DEBUG nova.network.neutron [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.948858] env[69843]: DEBUG oslo_vmware.api [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3704955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327423} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.952544] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.952802] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.952977] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.953181] env[69843]: INFO nova.compute.manager [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1147.953437] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.953661] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704956, 'name': ReconfigVM_Task, 'duration_secs': 0.488513} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.953868] env[69843]: DEBUG nova.compute.manager [-] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.953957] env[69843]: DEBUG nova.network.neutron [-] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.955968] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Reconfigured VM instance instance-00000069 to attach disk [datastore1] fb08a25e-09aa-4aff-b97c-d9d6b41412e8/fb08a25e-09aa-4aff-b97c-d9d6b41412e8.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.956665] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f27d8cfe-8bad-44c9-b778-5ea41d8dc6d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.966603] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1147.966603] env[69843]: value = "task-3704957" [ 1147.966603] env[69843]: _type = "Task" [ 1147.966603] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.977035] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704957, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.092195] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.193536] env[69843]: DEBUG oslo_vmware.api [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704951, 'name': PowerOnVM_Task, 'duration_secs': 1.714924} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.193854] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.194104] env[69843]: INFO nova.compute.manager [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1148.194300] env[69843]: DEBUG nova.compute.manager [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1148.195160] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ab6e61-3489-4cda-8408-0c270c080a3b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.308384] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.308469] env[69843]: DEBUG nova.compute.manager [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.311172] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.557s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.315019] env[69843]: INFO nova.compute.claims [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.481296] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704957, 'name': Rename_Task, 'duration_secs': 0.313102} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.481557] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.481688] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a932e31-62f6-4415-a4db-0835c5b4a8ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.489659] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1148.489659] env[69843]: value = "task-3704958" [ 1148.489659] env[69843]: _type = "Task" [ 1148.489659] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.498982] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.576374] env[69843]: DEBUG nova.network.neutron [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updating instance_info_cache with network_info: [{"id": "777ca366-97cd-404c-90cc-68412a284108", "address": "fa:16:3e:aa:93:4d", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap777ca366-97", "ovs_interfaceid": "777ca366-97cd-404c-90cc-68412a284108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.592898] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.611050] env[69843]: DEBUG nova.compute.manager [req-5def2a8e-b571-422b-a12e-bde842da9396 req-9a0a9584-058c-4c8a-85ef-c7bfd3f9254e service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Received event network-vif-deleted-846874ef-0713-47d4-88c4-ac874d5898a7 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.611439] env[69843]: INFO nova.compute.manager [req-5def2a8e-b571-422b-a12e-bde842da9396 req-9a0a9584-058c-4c8a-85ef-c7bfd3f9254e service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Neutron deleted interface 846874ef-0713-47d4-88c4-ac874d5898a7; detaching it from the instance and deleting it from the info cache [ 1148.611739] env[69843]: DEBUG nova.network.neutron [req-5def2a8e-b571-422b-a12e-bde842da9396 req-9a0a9584-058c-4c8a-85ef-c7bfd3f9254e service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.632310] env[69843]: DEBUG nova.compute.manager [req-cf6ac2b0-0b96-4ab8-b603-0840dc54c857 req-bfee421b-3f97-4c52-ab20-175f60d4d106 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Received event network-changed-777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.632529] env[69843]: DEBUG nova.compute.manager [req-cf6ac2b0-0b96-4ab8-b603-0840dc54c857 req-bfee421b-3f97-4c52-ab20-175f60d4d106 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Refreshing instance network info cache due to event network-changed-777ca366-97cd-404c-90cc-68412a284108. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.632729] env[69843]: DEBUG oslo_concurrency.lockutils [req-cf6ac2b0-0b96-4ab8-b603-0840dc54c857 req-bfee421b-3f97-4c52-ab20-175f60d4d106 service nova] Acquiring lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.719671] env[69843]: INFO nova.compute.manager [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Took 18.02 seconds to build instance. [ 1148.822054] env[69843]: DEBUG nova.compute.utils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.833396] env[69843]: DEBUG nova.compute.manager [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.833560] env[69843]: DEBUG nova.network.neutron [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.901137] env[69843]: DEBUG nova.policy [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b41493650b477bb5948c7f420cb922', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66cdd4c6127c4dfd9d43483d9537e33c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.959177] env[69843]: DEBUG nova.network.neutron [-] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.005514] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704958, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.079506] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.080483] env[69843]: DEBUG nova.compute.manager [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Instance network_info: |[{"id": "777ca366-97cd-404c-90cc-68412a284108", "address": "fa:16:3e:aa:93:4d", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap777ca366-97", "ovs_interfaceid": "777ca366-97cd-404c-90cc-68412a284108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.081074] env[69843]: DEBUG oslo_concurrency.lockutils [req-cf6ac2b0-0b96-4ab8-b603-0840dc54c857 req-bfee421b-3f97-4c52-ab20-175f60d4d106 service nova] Acquired lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.081290] env[69843]: DEBUG nova.network.neutron [req-cf6ac2b0-0b96-4ab8-b603-0840dc54c857 req-bfee421b-3f97-4c52-ab20-175f60d4d106 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Refreshing network info cache for port 777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.082664] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:93:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '777ca366-97cd-404c-90cc-68412a284108', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.093067] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.094819] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.098863] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f483d7b-89b0-483b-a11c-673b49ab0b8b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.120118] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da6862bd-7eb1-4b8c-b21d-cd6025a9237f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.126494] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.128529] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.128529] env[69843]: value = "task-3704959" [ 1149.128529] env[69843]: _type = "Task" [ 1149.128529] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.140273] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bdf785-560a-4c1c-a0f2-5bd2c8901cbe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.160558] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704959, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.184180] env[69843]: DEBUG nova.compute.manager [req-5def2a8e-b571-422b-a12e-bde842da9396 req-9a0a9584-058c-4c8a-85ef-c7bfd3f9254e service nova] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Detach interface failed, port_id=846874ef-0713-47d4-88c4-ac874d5898a7, reason: Instance b07aefa9-be5c-46c8-b054-d0c05ebe76a7 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1149.222912] env[69843]: DEBUG oslo_concurrency.lockutils [None req-127393cf-9349-460d-9e2a-346cad08a34f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "c83f5801-075c-412f-a02a-2336e9f685c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.527s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.333642] env[69843]: DEBUG nova.compute.manager [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.462588] env[69843]: INFO nova.compute.manager [-] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Took 1.51 seconds to deallocate network for instance. [ 1149.500648] env[69843]: DEBUG oslo_vmware.api [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3704958, 'name': PowerOnVM_Task, 'duration_secs': 0.533963} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.500983] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.501238] env[69843]: INFO nova.compute.manager [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1149.501461] env[69843]: DEBUG nova.compute.manager [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1149.502328] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fbb0a5-86d8-468f-8834-c4d270a1cd73 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.508820] env[69843]: DEBUG nova.network.neutron [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Successfully created port: ee240757-0e70-4e61-9714-588d3c4fbbc4 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.611459] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.634445] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aede459d-7986-42f9-9c13-392ca8732527 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.646182] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb6cd67-ef74-4e95-931a-76af08c8bb07 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.649523] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704959, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.687781] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15363540-8e11-48ca-b985-9e145f9d7ebc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.695351] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137d9690-fa2a-489b-957d-566a6013eba0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.714345] env[69843]: DEBUG nova.compute.provider_tree [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.973163] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.031635] env[69843]: INFO nova.compute.manager [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Took 15.70 seconds to build instance. [ 1150.065634] env[69843]: DEBUG nova.network.neutron [req-cf6ac2b0-0b96-4ab8-b603-0840dc54c857 req-bfee421b-3f97-4c52-ab20-175f60d4d106 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updated VIF entry in instance network info cache for port 777ca366-97cd-404c-90cc-68412a284108. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.066008] env[69843]: DEBUG nova.network.neutron [req-cf6ac2b0-0b96-4ab8-b603-0840dc54c857 req-bfee421b-3f97-4c52-ab20-175f60d4d106 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updating instance_info_cache with network_info: [{"id": "777ca366-97cd-404c-90cc-68412a284108", "address": "fa:16:3e:aa:93:4d", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap777ca366-97", "ovs_interfaceid": "777ca366-97cd-404c-90cc-68412a284108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.106875] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.140774] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704959, 'name': CreateVM_Task, 'duration_secs': 0.656799} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.141074] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.141977] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.142194] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.142850] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.143358] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d71afc5-55de-4045-a013-479e7129f251 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.149734] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1150.149734] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52831a30-8713-7702-2fca-ffe1f03faea4" [ 1150.149734] env[69843]: _type = "Task" [ 1150.149734] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.160876] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52831a30-8713-7702-2fca-ffe1f03faea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.196369] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1bdb6f-b178-4deb-b383-1dcdd685ec84 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.207623] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc8f37-a87e-42cf-beea-56a4b1477c2a tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Suspending the VM {{(pid=69843) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1150.207911] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f774a045-ac13-4f11-8717-98d7d66ad3f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.221026] env[69843]: DEBUG nova.scheduler.client.report [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.223839] env[69843]: DEBUG oslo_vmware.api [None req-acdc8f37-a87e-42cf-beea-56a4b1477c2a tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1150.223839] env[69843]: value = "task-3704960" [ 1150.223839] env[69843]: _type = "Task" [ 1150.223839] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.236575] env[69843]: DEBUG oslo_vmware.api [None req-acdc8f37-a87e-42cf-beea-56a4b1477c2a tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704960, 'name': SuspendVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.352306] env[69843]: DEBUG nova.compute.manager [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.390160] env[69843]: DEBUG nova.virt.hardware [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.390621] env[69843]: DEBUG nova.virt.hardware [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.391447] env[69843]: DEBUG nova.virt.hardware [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.392120] env[69843]: DEBUG nova.virt.hardware [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.392120] env[69843]: DEBUG nova.virt.hardware [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.392264] env[69843]: DEBUG nova.virt.hardware [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.392585] env[69843]: DEBUG nova.virt.hardware [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.392849] env[69843]: DEBUG nova.virt.hardware [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.395017] env[69843]: DEBUG nova.virt.hardware [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.395017] env[69843]: DEBUG nova.virt.hardware [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.395017] env[69843]: DEBUG nova.virt.hardware [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.395017] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c024cff-5dc2-44eb-b0ef-ab7dfa68be18 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.406087] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1a1a94-50d9-4c46-9af9-38e2489eaae4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.536995] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cf25f936-1f60-469e-9566-281922043cd2 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.216s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.569546] env[69843]: DEBUG oslo_concurrency.lockutils [req-cf6ac2b0-0b96-4ab8-b603-0840dc54c857 req-bfee421b-3f97-4c52-ab20-175f60d4d106 service nova] Releasing lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.607852] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.661694] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52831a30-8713-7702-2fca-ffe1f03faea4, 'name': SearchDatastore_Task, 'duration_secs': 0.028691} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.662034] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.662291] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.662534] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.662679] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.662857] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.663213] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c11f419c-1dfa-40ff-8d5d-d50418d4fa42 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.673235] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.673555] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.674396] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e955c143-44c7-495f-9d9e-e728da2b9ab6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.684028] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1150.684028] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521ba889-1a4d-be0f-1607-bc8936b3d675" [ 1150.684028] env[69843]: _type = "Task" [ 1150.684028] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.693929] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521ba889-1a4d-be0f-1607-bc8936b3d675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.726080] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.726699] env[69843]: DEBUG nova.compute.manager [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.730095] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.399s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.730291] env[69843]: DEBUG nova.objects.instance [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lazy-loading 'resources' on Instance uuid e7ab9204-230f-4c4a-839a-c9557c458acf {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.742296] env[69843]: DEBUG oslo_vmware.api [None req-acdc8f37-a87e-42cf-beea-56a4b1477c2a tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704960, 'name': SuspendVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.744900] env[69843]: DEBUG nova.compute.manager [req-7dd24329-fb26-4962-b5f6-95b0f949a4df req-2dbaf0f3-c13a-4d3a-8e84-c0cbcb4191f9 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Received event network-changed-739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.745196] env[69843]: DEBUG nova.compute.manager [req-7dd24329-fb26-4962-b5f6-95b0f949a4df req-2dbaf0f3-c13a-4d3a-8e84-c0cbcb4191f9 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Refreshing instance network info cache due to event network-changed-739a911a-53be-46b2-ae11-b4b2a9c6b46f. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.745518] env[69843]: DEBUG oslo_concurrency.lockutils [req-7dd24329-fb26-4962-b5f6-95b0f949a4df req-2dbaf0f3-c13a-4d3a-8e84-c0cbcb4191f9 service nova] Acquiring lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.745673] env[69843]: DEBUG oslo_concurrency.lockutils [req-7dd24329-fb26-4962-b5f6-95b0f949a4df req-2dbaf0f3-c13a-4d3a-8e84-c0cbcb4191f9 service nova] Acquired lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.745839] env[69843]: DEBUG nova.network.neutron [req-7dd24329-fb26-4962-b5f6-95b0f949a4df req-2dbaf0f3-c13a-4d3a-8e84-c0cbcb4191f9 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Refreshing network info cache for port 739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.109148] env[69843]: DEBUG oslo_vmware.api [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704947, 'name': ReconfigVM_Task, 'duration_secs': 5.839479} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.109586] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.109731] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Reconfigured VM to detach interface {{(pid=69843) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1151.203291] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521ba889-1a4d-be0f-1607-bc8936b3d675, 'name': SearchDatastore_Task, 'duration_secs': 0.013638} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.208193] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c72e593-ba87-43fb-b171-5feee3770af0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.218823] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1151.218823] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52568522-8764-1ffa-2a00-9406005a9a0f" [ 1151.218823] env[69843]: _type = "Task" [ 1151.218823] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.230026] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52568522-8764-1ffa-2a00-9406005a9a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.237297] env[69843]: DEBUG nova.compute.utils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.247602] env[69843]: DEBUG nova.compute.manager [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.250134] env[69843]: DEBUG nova.network.neutron [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.255195] env[69843]: DEBUG oslo_vmware.api [None req-acdc8f37-a87e-42cf-beea-56a4b1477c2a tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704960, 'name': SuspendVM_Task, 'duration_secs': 0.909974} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.258578] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc8f37-a87e-42cf-beea-56a4b1477c2a tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Suspended the VM {{(pid=69843) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1151.258778] env[69843]: DEBUG nova.compute.manager [None req-acdc8f37-a87e-42cf-beea-56a4b1477c2a tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.260796] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c708be-c36f-4493-a178-a18f43170e65 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.403888] env[69843]: DEBUG nova.network.neutron [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Successfully updated port: ee240757-0e70-4e61-9714-588d3c4fbbc4 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.413625] env[69843]: DEBUG nova.policy [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbc289301e544c4eb0e6682546ee6e46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cfc1c78db844fe683960aebfefd4d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.560716] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db1d32-01d9-4efc-8a3e-2dea2e58ef06 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.570617] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16780931-ba68-49fa-bef8-b3929638076c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.616234] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1d3f24-bf46-4622-9712-46558060723c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.630961] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c2eeba-c265-4dfb-8b20-c6fa71c6ae61 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.651213] env[69843]: DEBUG nova.compute.provider_tree [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.718608] env[69843]: DEBUG nova.compute.manager [req-28a35aae-7964-4b91-8c03-9212e393ba0a req-8eeaa5ed-6531-4cd0-820e-0e3cd63f5913 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received event network-vif-deleted-ba4d5fbd-f123-4b68-9d85-ce585846a238 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.718894] env[69843]: INFO nova.compute.manager [req-28a35aae-7964-4b91-8c03-9212e393ba0a req-8eeaa5ed-6531-4cd0-820e-0e3cd63f5913 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Neutron deleted interface ba4d5fbd-f123-4b68-9d85-ce585846a238; detaching it from the instance and deleting it from the info cache [ 1151.719282] env[69843]: DEBUG nova.network.neutron [req-28a35aae-7964-4b91-8c03-9212e393ba0a req-8eeaa5ed-6531-4cd0-820e-0e3cd63f5913 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updating instance_info_cache with network_info: [{"id": "b7ab4583-da70-4d5e-8cd3-18708b075536", "address": "fa:16:3e:a5:1f:f1", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab4583-da", "ovs_interfaceid": "b7ab4583-da70-4d5e-8cd3-18708b075536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a7096293-b5bf-4651-b3e6-9f7255f06dce", "address": "fa:16:3e:15:39:7e", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7096293-b5", "ovs_interfaceid": "a7096293-b5bf-4651-b3e6-9f7255f06dce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.735081] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52568522-8764-1ffa-2a00-9406005a9a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.027956} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.735858] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.736238] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 6b49016e-8d8d-4ef0-acad-7a9566332f08/6b49016e-8d8d-4ef0-acad-7a9566332f08.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.736728] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-592701e7-aae1-4503-9eb9-5955c800b6ec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.743978] env[69843]: DEBUG nova.compute.manager [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.750504] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1151.750504] env[69843]: value = "task-3704961" [ 1151.750504] env[69843]: _type = "Task" [ 1151.750504] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.762228] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.868890] env[69843]: DEBUG nova.network.neutron [req-7dd24329-fb26-4962-b5f6-95b0f949a4df req-2dbaf0f3-c13a-4d3a-8e84-c0cbcb4191f9 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updated VIF entry in instance network info cache for port 739a911a-53be-46b2-ae11-b4b2a9c6b46f. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.869473] env[69843]: DEBUG nova.network.neutron [req-7dd24329-fb26-4962-b5f6-95b0f949a4df req-2dbaf0f3-c13a-4d3a-8e84-c0cbcb4191f9 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updating instance_info_cache with network_info: [{"id": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "address": "fa:16:3e:c1:93:ad", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739a911a-53", "ovs_interfaceid": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.909742] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "refresh_cache-ab6bd375-0858-48aa-9efa-c1de73447a56" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.910066] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "refresh_cache-ab6bd375-0858-48aa-9efa-c1de73447a56" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.910178] env[69843]: DEBUG nova.network.neutron [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.976365] env[69843]: DEBUG nova.network.neutron [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Successfully created port: 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.133032] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquiring lock "6c7ef6ae-e1aa-4262-bf5b-31d074cde36f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.133362] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lock "6c7ef6ae-e1aa-4262-bf5b-31d074cde36f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.154966] env[69843]: DEBUG nova.scheduler.client.report [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.225185] env[69843]: DEBUG oslo_concurrency.lockutils [req-28a35aae-7964-4b91-8c03-9212e393ba0a req-8eeaa5ed-6531-4cd0-820e-0e3cd63f5913 service nova] Acquiring lock "556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.225491] env[69843]: DEBUG oslo_concurrency.lockutils [req-28a35aae-7964-4b91-8c03-9212e393ba0a req-8eeaa5ed-6531-4cd0-820e-0e3cd63f5913 service nova] Acquired lock "556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.226764] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33769f9-156d-480a-9358-45d8aeca0dff {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.255945] env[69843]: DEBUG oslo_concurrency.lockutils [req-28a35aae-7964-4b91-8c03-9212e393ba0a req-8eeaa5ed-6531-4cd0-820e-0e3cd63f5913 service nova] Releasing lock "556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.256210] env[69843]: WARNING nova.compute.manager [req-28a35aae-7964-4b91-8c03-9212e393ba0a req-8eeaa5ed-6531-4cd0-820e-0e3cd63f5913 service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Detach interface failed, port_id=ba4d5fbd-f123-4b68-9d85-ce585846a238, reason: No device with interface-id ba4d5fbd-f123-4b68-9d85-ce585846a238 exists on VM: nova.exception.NotFound: No device with interface-id ba4d5fbd-f123-4b68-9d85-ce585846a238 exists on VM [ 1152.271360] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704961, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.372247] env[69843]: DEBUG oslo_concurrency.lockutils [req-7dd24329-fb26-4962-b5f6-95b0f949a4df req-2dbaf0f3-c13a-4d3a-8e84-c0cbcb4191f9 service nova] Releasing lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.454364] env[69843]: DEBUG nova.network.neutron [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.521579] env[69843]: DEBUG oslo_vmware.rw_handles [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cc302-dc72-ab9a-c510-447bf069a15c/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1152.522790] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18de6d0-c55b-4c3d-a70d-878d71004c05 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.529802] env[69843]: DEBUG oslo_vmware.rw_handles [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cc302-dc72-ab9a-c510-447bf069a15c/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1152.530573] env[69843]: ERROR oslo_vmware.rw_handles [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cc302-dc72-ab9a-c510-447bf069a15c/disk-0.vmdk due to incomplete transfer. [ 1152.530573] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0501ef4f-d6be-4f74-90b4-4577afb279ed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.539061] env[69843]: DEBUG oslo_vmware.rw_handles [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529cc302-dc72-ab9a-c510-447bf069a15c/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1152.539061] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Uploaded image 73b7a574-1299-484c-9ad9-40683321b982 to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1152.541449] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1152.544548] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb7f1206-16ae-4893-ba42-63f0e7704ae0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.552508] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1152.552508] env[69843]: value = "task-3704962" [ 1152.552508] env[69843]: _type = "Task" [ 1152.552508] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.565264] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704962, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.626177] env[69843]: DEBUG nova.network.neutron [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Updating instance_info_cache with network_info: [{"id": "ee240757-0e70-4e61-9714-588d3c4fbbc4", "address": "fa:16:3e:58:56:b6", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee240757-0e", "ovs_interfaceid": "ee240757-0e70-4e61-9714-588d3c4fbbc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.627642] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.627804] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.627969] env[69843]: DEBUG nova.network.neutron [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.640026] env[69843]: DEBUG nova.compute.manager [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.662758] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.666283] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.692s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.666676] env[69843]: DEBUG nova.objects.instance [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lazy-loading 'resources' on Instance uuid b07aefa9-be5c-46c8-b054-d0c05ebe76a7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.687189] env[69843]: INFO nova.scheduler.client.report [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleted allocations for instance e7ab9204-230f-4c4a-839a-c9557c458acf [ 1152.762160] env[69843]: DEBUG nova.compute.manager [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.771269] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671251} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.771269] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 6b49016e-8d8d-4ef0-acad-7a9566332f08/6b49016e-8d8d-4ef0-acad-7a9566332f08.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.771269] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.771269] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b685ffc6-25e0-456a-a730-de3f6c3de271 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.778775] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1152.778775] env[69843]: value = "task-3704963" [ 1152.778775] env[69843]: _type = "Task" [ 1152.778775] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.790686] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.798101] env[69843]: DEBUG nova.virt.hardware [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.798419] env[69843]: DEBUG nova.virt.hardware [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.798639] env[69843]: DEBUG nova.virt.hardware [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.798885] env[69843]: DEBUG nova.virt.hardware [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.799424] env[69843]: DEBUG nova.virt.hardware [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.799631] env[69843]: DEBUG nova.virt.hardware [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.799886] env[69843]: DEBUG nova.virt.hardware [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.800590] env[69843]: DEBUG nova.virt.hardware [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.800590] env[69843]: DEBUG nova.virt.hardware [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.800590] env[69843]: DEBUG nova.virt.hardware [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.800917] env[69843]: DEBUG nova.virt.hardware [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.802050] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc186d3-3ead-46de-a2ce-c5ce5fdc782d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.811512] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d51a6b-3f99-46d7-ac1f-e1d40f650b16 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.816324] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "556d025e-6461-4b44-911d-e3e4e3a099df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.816579] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "556d025e-6461-4b44-911d-e3e4e3a099df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.816779] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "556d025e-6461-4b44-911d-e3e4e3a099df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.816955] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "556d025e-6461-4b44-911d-e3e4e3a099df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.817147] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "556d025e-6461-4b44-911d-e3e4e3a099df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.819474] env[69843]: INFO nova.compute.manager [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Terminating instance [ 1152.917256] env[69843]: DEBUG nova.compute.manager [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Received event network-vif-plugged-ee240757-0e70-4e61-9714-588d3c4fbbc4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.917436] env[69843]: DEBUG oslo_concurrency.lockutils [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] Acquiring lock "ab6bd375-0858-48aa-9efa-c1de73447a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.917642] env[69843]: DEBUG oslo_concurrency.lockutils [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] Lock "ab6bd375-0858-48aa-9efa-c1de73447a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.917853] env[69843]: DEBUG oslo_concurrency.lockutils [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] Lock "ab6bd375-0858-48aa-9efa-c1de73447a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.918028] env[69843]: DEBUG nova.compute.manager [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] No waiting events found dispatching network-vif-plugged-ee240757-0e70-4e61-9714-588d3c4fbbc4 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1152.918169] env[69843]: WARNING nova.compute.manager [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Received unexpected event network-vif-plugged-ee240757-0e70-4e61-9714-588d3c4fbbc4 for instance with vm_state building and task_state spawning. [ 1152.918332] env[69843]: DEBUG nova.compute.manager [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Received event network-changed-ee240757-0e70-4e61-9714-588d3c4fbbc4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.918481] env[69843]: DEBUG nova.compute.manager [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Refreshing instance network info cache due to event network-changed-ee240757-0e70-4e61-9714-588d3c4fbbc4. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.918645] env[69843]: DEBUG oslo_concurrency.lockutils [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] Acquiring lock "refresh_cache-ab6bd375-0858-48aa-9efa-c1de73447a56" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.064675] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704962, 'name': Destroy_Task, 'duration_secs': 0.400068} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.064675] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Destroyed the VM [ 1153.064675] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1153.064675] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccb88b21-3f3e-457f-ba9a-a89523d8909e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.066610] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "c83f5801-075c-412f-a02a-2336e9f685c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.066834] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "c83f5801-075c-412f-a02a-2336e9f685c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.067054] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "c83f5801-075c-412f-a02a-2336e9f685c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.067246] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "c83f5801-075c-412f-a02a-2336e9f685c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.067413] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "c83f5801-075c-412f-a02a-2336e9f685c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.070115] env[69843]: INFO nova.compute.manager [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Terminating instance [ 1153.075405] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1153.075405] env[69843]: value = "task-3704964" [ 1153.075405] env[69843]: _type = "Task" [ 1153.075405] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.085983] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.121177] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.121433] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.130050] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "refresh_cache-ab6bd375-0858-48aa-9efa-c1de73447a56" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.130412] env[69843]: DEBUG nova.compute.manager [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Instance network_info: |[{"id": "ee240757-0e70-4e61-9714-588d3c4fbbc4", "address": "fa:16:3e:58:56:b6", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee240757-0e", "ovs_interfaceid": "ee240757-0e70-4e61-9714-588d3c4fbbc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.133733] env[69843]: DEBUG oslo_concurrency.lockutils [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] Acquired lock "refresh_cache-ab6bd375-0858-48aa-9efa-c1de73447a56" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.133922] env[69843]: DEBUG nova.network.neutron [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Refreshing network info cache for port ee240757-0e70-4e61-9714-588d3c4fbbc4 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.135504] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:56:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee240757-0e70-4e61-9714-588d3c4fbbc4', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.143610] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.148547] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.149435] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8fd67e2-6136-4923-9b7c-d5400f17e1d5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.182136] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.182136] env[69843]: value = "task-3704965" [ 1153.182136] env[69843]: _type = "Task" [ 1153.182136] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.197530] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.229747] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5c189e63-73af-4b37-a188-4aeaf9adaf12 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "e7ab9204-230f-4c4a-839a-c9557c458acf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.418s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.242157] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704965, 'name': CreateVM_Task} progress is 15%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.287374] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075181} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.290195] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.291498] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caee9321-b549-4cca-89da-2f81ec0e5300 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.314451] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 6b49016e-8d8d-4ef0-acad-7a9566332f08/6b49016e-8d8d-4ef0-acad-7a9566332f08.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.321176] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b7ed17-85bb-4351-8e45-ccf13e77a0d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.336476] env[69843]: DEBUG nova.compute.manager [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.336745] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.338237] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8265aba8-79ce-4b22-9521-77315a194aa0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.347284] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.351701] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b96a1b3-e8e1-4e5b-888e-e40fb66ab0b6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.353606] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1153.353606] env[69843]: value = "task-3704966" [ 1153.353606] env[69843]: _type = "Task" [ 1153.353606] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.359099] env[69843]: DEBUG oslo_vmware.api [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1153.359099] env[69843]: value = "task-3704967" [ 1153.359099] env[69843]: _type = "Task" [ 1153.359099] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.362881] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704966, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.374770] env[69843]: DEBUG oslo_vmware.api [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.508301] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c67f1e-7f85-45e0-b26f-1774e025b06f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.524824] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7036ef4b-55ad-4a88-87ca-f0ea7513c05b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.561566] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9f5412-3bad-4c39-b8a2-778a401eec98 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.570628] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7002309e-ba42-45bd-9e0f-d7d61ee99c80 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.575786] env[69843]: DEBUG nova.compute.manager [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.576048] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.577053] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aedf6d-a851-45a4-9135-30418cb00b85 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.593405] env[69843]: DEBUG nova.compute.provider_tree [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.601020] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.604653] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32e853f2-33ed-4265-8566-1420f0c510a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.606803] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704964, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.624458] env[69843]: DEBUG nova.compute.utils [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.681203] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.681203] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.681203] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleting the datastore file [datastore1] c83f5801-075c-412f-a02a-2336e9f685c5 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.681532] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edb8b710-b887-469b-9a31-3b42f3175503 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.696429] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704965, 'name': CreateVM_Task, 'duration_secs': 0.446127} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.696789] env[69843]: DEBUG oslo_vmware.api [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1153.696789] env[69843]: value = "task-3704969" [ 1153.696789] env[69843]: _type = "Task" [ 1153.696789] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.697652] env[69843]: DEBUG nova.network.neutron [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Updated VIF entry in instance network info cache for port ee240757-0e70-4e61-9714-588d3c4fbbc4. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.698047] env[69843]: DEBUG nova.network.neutron [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Updating instance_info_cache with network_info: [{"id": "ee240757-0e70-4e61-9714-588d3c4fbbc4", "address": "fa:16:3e:58:56:b6", "network": {"id": "ee6df564-d900-48dd-8f7a-073dd066e4b8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-671114328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66cdd4c6127c4dfd9d43483d9537e33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee240757-0e", "ovs_interfaceid": "ee240757-0e70-4e61-9714-588d3c4fbbc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.699331] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.700308] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.700457] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.700756] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.703949] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec86d6b-3cda-4f22-b09c-6afb9cd71b61 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.711943] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1153.711943] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52db60d8-2446-0c8c-8b2d-0a4ac6d07931" [ 1153.711943] env[69843]: _type = "Task" [ 1153.711943] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.714778] env[69843]: DEBUG oslo_vmware.api [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.725404] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52db60d8-2446-0c8c-8b2d-0a4ac6d07931, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.725739] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.725942] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.726298] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.726547] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.726848] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.727263] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db2977f7-f6a2-401b-8ae6-d299f1d018ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.739177] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.739409] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.740485] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdcf31c9-5eee-43f1-b23d-56bfcd876624 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.746997] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1153.746997] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d2ffc2-0a63-c67d-600f-d54c1000c5a5" [ 1153.746997] env[69843]: _type = "Task" [ 1153.746997] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.757200] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d2ffc2-0a63-c67d-600f-d54c1000c5a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.757200] env[69843]: INFO nova.network.neutron [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Port a7096293-b5bf-4651-b3e6-9f7255f06dce from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1153.757200] env[69843]: DEBUG nova.network.neutron [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updating instance_info_cache with network_info: [{"id": "b7ab4583-da70-4d5e-8cd3-18708b075536", "address": "fa:16:3e:a5:1f:f1", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab4583-da", "ovs_interfaceid": "b7ab4583-da70-4d5e-8cd3-18708b075536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.844018] env[69843]: DEBUG nova.compute.manager [req-f59571a9-6b1e-45f0-9ecd-91c31fa0a608 req-9b0cfc9e-9a16-41c1-aa10-c039bccc393c service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Received event network-vif-plugged-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.844267] env[69843]: DEBUG oslo_concurrency.lockutils [req-f59571a9-6b1e-45f0-9ecd-91c31fa0a608 req-9b0cfc9e-9a16-41c1-aa10-c039bccc393c service nova] Acquiring lock "c98468ed-b6ca-4b56-ad67-17d50f509a84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.844480] env[69843]: DEBUG oslo_concurrency.lockutils [req-f59571a9-6b1e-45f0-9ecd-91c31fa0a608 req-9b0cfc9e-9a16-41c1-aa10-c039bccc393c service nova] Lock "c98468ed-b6ca-4b56-ad67-17d50f509a84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.844648] env[69843]: DEBUG oslo_concurrency.lockutils [req-f59571a9-6b1e-45f0-9ecd-91c31fa0a608 req-9b0cfc9e-9a16-41c1-aa10-c039bccc393c service nova] Lock "c98468ed-b6ca-4b56-ad67-17d50f509a84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.844817] env[69843]: DEBUG nova.compute.manager [req-f59571a9-6b1e-45f0-9ecd-91c31fa0a608 req-9b0cfc9e-9a16-41c1-aa10-c039bccc393c service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] No waiting events found dispatching network-vif-plugged-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1153.844980] env[69843]: WARNING nova.compute.manager [req-f59571a9-6b1e-45f0-9ecd-91c31fa0a608 req-9b0cfc9e-9a16-41c1-aa10-c039bccc393c service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Received unexpected event network-vif-plugged-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f for instance with vm_state building and task_state spawning. [ 1153.850415] env[69843]: DEBUG nova.network.neutron [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Successfully updated port: 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.866021] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704966, 'name': ReconfigVM_Task, 'duration_secs': 0.436063} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.869026] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 6b49016e-8d8d-4ef0-acad-7a9566332f08/6b49016e-8d8d-4ef0-acad-7a9566332f08.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.869925] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de176be6-9024-4c80-9f8b-67583f878b0f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.879714] env[69843]: DEBUG oslo_vmware.api [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704967, 'name': PowerOffVM_Task, 'duration_secs': 0.286697} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.881100] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.881279] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.881880] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1153.881880] env[69843]: value = "task-3704970" [ 1153.881880] env[69843]: _type = "Task" [ 1153.881880] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.882091] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-798539d3-ddf9-44c3-9e38-49fca8dd5b91 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.893756] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704970, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.007809] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.008051] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.008240] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Deleting the datastore file [datastore1] 556d025e-6461-4b44-911d-e3e4e3a099df {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.008522] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6369d9c1-29b4-4b2d-807c-5d1aa9c6fb2e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.016950] env[69843]: DEBUG oslo_vmware.api [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1154.016950] env[69843]: value = "task-3704972" [ 1154.016950] env[69843]: _type = "Task" [ 1154.016950] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.025789] env[69843]: DEBUG oslo_vmware.api [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.086940] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704964, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545579} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.087193] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1154.087466] env[69843]: DEBUG nova.compute.manager [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.088299] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aaa7ea-4eaa-492a-8eee-7a848800964d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.101571] env[69843]: DEBUG nova.scheduler.client.report [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.127572] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.201287] env[69843]: DEBUG oslo_concurrency.lockutils [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] Releasing lock "refresh_cache-ab6bd375-0858-48aa-9efa-c1de73447a56" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.201667] env[69843]: DEBUG nova.compute.manager [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received event network-vif-deleted-a7096293-b5bf-4651-b3e6-9f7255f06dce {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.201908] env[69843]: INFO nova.compute.manager [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Neutron deleted interface a7096293-b5bf-4651-b3e6-9f7255f06dce; detaching it from the instance and deleting it from the info cache [ 1154.202281] env[69843]: DEBUG nova.network.neutron [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updating instance_info_cache with network_info: [{"id": "b7ab4583-da70-4d5e-8cd3-18708b075536", "address": "fa:16:3e:a5:1f:f1", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ab4583-da", "ovs_interfaceid": "b7ab4583-da70-4d5e-8cd3-18708b075536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.214463] env[69843]: DEBUG oslo_vmware.api [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3704969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24191} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.215526] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.215783] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.215978] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.216165] env[69843]: INFO nova.compute.manager [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1154.216459] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.217084] env[69843]: DEBUG nova.compute.manager [-] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.217162] env[69843]: DEBUG nova.network.neutron [-] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.258189] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d2ffc2-0a63-c67d-600f-d54c1000c5a5, 'name': SearchDatastore_Task, 'duration_secs': 0.01492} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.259035] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01eea9fe-db14-4213-86f9-8b5d3faf86a5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.261617] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-556d025e-6461-4b44-911d-e3e4e3a099df" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.267645] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1154.267645] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b2810f-bd9f-1242-bda7-8d9eb2ebfb6d" [ 1154.267645] env[69843]: _type = "Task" [ 1154.267645] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.276676] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b2810f-bd9f-1242-bda7-8d9eb2ebfb6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.353054] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.353302] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.353496] env[69843]: DEBUG nova.network.neutron [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.394354] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704970, 'name': Rename_Task, 'duration_secs': 0.209595} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.394687] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.394969] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0551d70-f959-4b07-821d-b75b302dd688 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.404233] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1154.404233] env[69843]: value = "task-3704973" [ 1154.404233] env[69843]: _type = "Task" [ 1154.404233] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.414242] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.530887] env[69843]: DEBUG oslo_vmware.api [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3704972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223329} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.531187] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.531378] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.531553] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.531731] env[69843]: INFO nova.compute.manager [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1154.532165] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.532165] env[69843]: DEBUG nova.compute.manager [-] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.532326] env[69843]: DEBUG nova.network.neutron [-] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.592417] env[69843]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port a7096293-b5bf-4651-b3e6-9f7255f06dce could not be found.", "detail": ""}} {{(pid=69843) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1154.592739] env[69843]: DEBUG nova.network.neutron [-] Unable to show port a7096293-b5bf-4651-b3e6-9f7255f06dce as it no longer exists. {{(pid=69843) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1154.602308] env[69843]: INFO nova.compute.manager [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Shelve offloading [ 1154.606091] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.608476] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.411s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.609934] env[69843]: INFO nova.compute.claims [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.637656] env[69843]: INFO nova.scheduler.client.report [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted allocations for instance b07aefa9-be5c-46c8-b054-d0c05ebe76a7 [ 1154.713507] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b6941d1-139e-4cb0-8f33-1f0f016f0360 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.744437] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c811c74c-cd34-4592-a6ad-158caa48a8dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.771774] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7aa2e3ce-2987-43db-850c-f5806156f6f0 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-556d025e-6461-4b44-911d-e3e4e3a099df-ba4d5fbd-f123-4b68-9d85-ce585846a238" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.288s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.795237] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b2810f-bd9f-1242-bda7-8d9eb2ebfb6d, 'name': SearchDatastore_Task, 'duration_secs': 0.020516} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.809165] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.809745] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] ab6bd375-0858-48aa-9efa-c1de73447a56/ab6bd375-0858-48aa-9efa-c1de73447a56.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.810313] env[69843]: DEBUG nova.compute.manager [req-6d480545-1ba2-4250-b3c6-c8f03f89fbe2 req-3efa2d4b-35eb-4248-b143-57b33d8c528b service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Detach interface failed, port_id=a7096293-b5bf-4651-b3e6-9f7255f06dce, reason: Instance 556d025e-6461-4b44-911d-e3e4e3a099df could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1154.811430] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ecfa148-c67a-4188-8b0a-ee2be3a49360 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.820261] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1154.820261] env[69843]: value = "task-3704974" [ 1154.820261] env[69843]: _type = "Task" [ 1154.820261] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.830518] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.902777] env[69843]: DEBUG nova.network.neutron [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.915453] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.966404] env[69843]: DEBUG nova.network.neutron [-] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.106557] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.106929] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c72c0e27-c1a1-4b73-9bb2-0451c28cac61 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.119152] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1155.119152] env[69843]: value = "task-3704975" [ 1155.119152] env[69843]: _type = "Task" [ 1155.119152] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.120193] env[69843]: DEBUG nova.network.neutron [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance_info_cache with network_info: [{"id": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "address": "fa:16:3e:ab:cb:5f", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae5d8e6-43", "ovs_interfaceid": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.140884] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1155.141200] env[69843]: DEBUG nova.compute.manager [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.142279] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d7d955-e1b6-483a-a66f-af11624b0b91 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.153275] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fda0971f-a543-4153-9911-2ee98389fe28 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "b07aefa9-be5c-46c8-b054-d0c05ebe76a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.892s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.154726] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.155055] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.155678] env[69843]: DEBUG nova.network.neutron [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.238222] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.238552] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.238796] env[69843]: INFO nova.compute.manager [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Attaching volume 6d55e78c-04cf-4a55-8195-5ac90a1a4d8f to /dev/sdb [ 1155.290759] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbdefa3-b7ce-4bc6-8561-6dce61b85486 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.298589] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821bca29-50c3-4d1f-a337-80bfa2534b72 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.315552] env[69843]: DEBUG nova.virt.block_device [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating existing volume attachment record: 824d989d-60e9-4da8-8d19-aefbaa012798 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1155.333560] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704974, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.416856] env[69843]: DEBUG oslo_vmware.api [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3704973, 'name': PowerOnVM_Task, 'duration_secs': 0.892061} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.417213] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.417485] env[69843]: INFO nova.compute.manager [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1155.417800] env[69843]: DEBUG nova.compute.manager [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.420853] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efd0a6b-551c-4f89-9f9a-57f28242493a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.469571] env[69843]: INFO nova.compute.manager [-] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Took 1.25 seconds to deallocate network for instance. [ 1155.632755] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.633348] env[69843]: DEBUG nova.compute.manager [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Instance network_info: |[{"id": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "address": "fa:16:3e:ab:cb:5f", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae5d8e6-43", "ovs_interfaceid": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.636716] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:cb:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.644359] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.644950] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.645207] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70f86ba3-18b4-4edb-9a0f-8a8bb361546d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.663305] env[69843]: DEBUG nova.network.neutron [-] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.672660] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.672660] env[69843]: value = "task-3704977" [ 1155.672660] env[69843]: _type = "Task" [ 1155.672660] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.685737] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704977, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.838633] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795403} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.838633] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] ab6bd375-0858-48aa-9efa-c1de73447a56/ab6bd375-0858-48aa-9efa-c1de73447a56.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.838633] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.839641] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0de1fafa-9d0d-44d5-94cb-c4743ab71571 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.855087] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1155.855087] env[69843]: value = "task-3704979" [ 1155.855087] env[69843]: _type = "Task" [ 1155.855087] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.878105] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.902238] env[69843]: DEBUG nova.compute.manager [req-8ee494ad-7ba0-4ac4-af23-edb7d6e29172 req-6d60eb70-0ae1-4a24-b1ab-009ec49aa3bc service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Received event network-changed-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.902444] env[69843]: DEBUG nova.compute.manager [req-8ee494ad-7ba0-4ac4-af23-edb7d6e29172 req-6d60eb70-0ae1-4a24-b1ab-009ec49aa3bc service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Refreshing instance network info cache due to event network-changed-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.902724] env[69843]: DEBUG oslo_concurrency.lockutils [req-8ee494ad-7ba0-4ac4-af23-edb7d6e29172 req-6d60eb70-0ae1-4a24-b1ab-009ec49aa3bc service nova] Acquiring lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.902862] env[69843]: DEBUG oslo_concurrency.lockutils [req-8ee494ad-7ba0-4ac4-af23-edb7d6e29172 req-6d60eb70-0ae1-4a24-b1ab-009ec49aa3bc service nova] Acquired lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.903037] env[69843]: DEBUG nova.network.neutron [req-8ee494ad-7ba0-4ac4-af23-edb7d6e29172 req-6d60eb70-0ae1-4a24-b1ab-009ec49aa3bc service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Refreshing network info cache for port 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.920668] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ac00d-11e3-4f25-8269-4d8428d5f18d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.941036] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4342a54d-f437-4d78-89f1-d2b3bdb6c1a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.947743] env[69843]: INFO nova.compute.manager [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Took 14.28 seconds to build instance. [ 1155.949729] env[69843]: DEBUG nova.network.neutron [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Updating instance_info_cache with network_info: [{"id": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "address": "fa:16:3e:c9:2d:12", "network": {"id": "a5115484-fc69-44ef-b992-6c5eb0463f14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1213536260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26f67c4b5fe4081a3b5c98c14da6a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c3b438-4d", "ovs_interfaceid": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.987998] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.989893] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f15a00-75df-49f5-af72-a4982ca4891e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.002852] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e74050-623e-4cfa-88dd-8c4d09717980 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.017599] env[69843]: DEBUG nova.compute.provider_tree [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.170278] env[69843]: INFO nova.compute.manager [-] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Took 1.64 seconds to deallocate network for instance. [ 1156.188954] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704977, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.367061] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079418} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.367430] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.368239] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625f5240-22cd-49bb-9186-b81206ce0304 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.392019] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] ab6bd375-0858-48aa-9efa-c1de73447a56/ab6bd375-0858-48aa-9efa-c1de73447a56.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.392337] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad1767f-f6ca-420e-88bb-2359cc9e9aca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.414421] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1156.414421] env[69843]: value = "task-3704981" [ 1156.414421] env[69843]: _type = "Task" [ 1156.414421] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.423651] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.452820] env[69843]: DEBUG oslo_concurrency.lockutils [None req-c9bf08c2-aa45-495a-8f30-47604b4acf6a tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.795s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.453407] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Releasing lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.520561] env[69843]: DEBUG nova.scheduler.client.report [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.682139] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.689402] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704977, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.908228] env[69843]: DEBUG nova.network.neutron [req-8ee494ad-7ba0-4ac4-af23-edb7d6e29172 req-6d60eb70-0ae1-4a24-b1ab-009ec49aa3bc service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updated VIF entry in instance network info cache for port 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.908646] env[69843]: DEBUG nova.network.neutron [req-8ee494ad-7ba0-4ac4-af23-edb7d6e29172 req-6d60eb70-0ae1-4a24-b1ab-009ec49aa3bc service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance_info_cache with network_info: [{"id": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "address": "fa:16:3e:ab:cb:5f", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae5d8e6-43", "ovs_interfaceid": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.936389] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.007563] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "a18b8638-c23b-42e1-85d3-5e7a173195a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.007874] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "a18b8638-c23b-42e1-85d3-5e7a173195a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.025368] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.025998] env[69843]: DEBUG nova.compute.manager [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.030073] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.042s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.030481] env[69843]: DEBUG nova.objects.instance [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lazy-loading 'resources' on Instance uuid c83f5801-075c-412f-a02a-2336e9f685c5 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.150212] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.151250] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5425dc03-290b-4243-8230-613b0c51e078 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.160450] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.160733] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbacd261-2dea-4a6f-aa81-50265247e8f2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.186807] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704977, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.244153] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.244391] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.244776] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Deleting the datastore file [datastore1] 285e01d3-1962-4808-9a14-deee2c471a5f {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.245101] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e2d8717-513f-4a83-bf8e-cdfc5ec3a8a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.253325] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1157.253325] env[69843]: value = "task-3704983" [ 1157.253325] env[69843]: _type = "Task" [ 1157.253325] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.263124] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.419112] env[69843]: DEBUG oslo_concurrency.lockutils [req-8ee494ad-7ba0-4ac4-af23-edb7d6e29172 req-6d60eb70-0ae1-4a24-b1ab-009ec49aa3bc service nova] Releasing lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.419506] env[69843]: DEBUG nova.compute.manager [req-8ee494ad-7ba0-4ac4-af23-edb7d6e29172 req-6d60eb70-0ae1-4a24-b1ab-009ec49aa3bc service nova] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Received event network-vif-deleted-17639841-8be7-448d-b5ca-689d18c44438 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.419740] env[69843]: DEBUG nova.compute.manager [req-8ee494ad-7ba0-4ac4-af23-edb7d6e29172 req-6d60eb70-0ae1-4a24-b1ab-009ec49aa3bc service nova] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Received event network-vif-deleted-b7ab4583-da70-4d5e-8cd3-18708b075536 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.430876] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.511205] env[69843]: DEBUG nova.compute.manager [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.533913] env[69843]: DEBUG nova.compute.utils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.538596] env[69843]: DEBUG nova.compute.manager [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Not allocating networking since 'none' was specified. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1157.686496] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704977, 'name': CreateVM_Task, 'duration_secs': 1.530796} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.688904] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.690206] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.690206] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.690351] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.690907] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd2c81b-8796-4e89-8c00-57764337948b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.695728] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1157.695728] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523439c7-3774-d4f2-1dcf-7458f2af8958" [ 1157.695728] env[69843]: _type = "Task" [ 1157.695728] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.707265] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523439c7-3774-d4f2-1dcf-7458f2af8958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.747765] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace49d9d-eeeb-49d3-9a24-bf8196480671 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.758362] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb551cee-2439-4ab9-a286-aaf4a51322c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.766992] env[69843]: DEBUG oslo_vmware.api [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3704983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165536} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.792594] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.792831] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.793019] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.797966] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0466d8-d6f3-487e-83ac-a9c5612beb94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.806030] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a93b98a-d338-4f4b-8c16-4476b525ca37 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.820832] env[69843]: DEBUG nova.compute.provider_tree [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.823051] env[69843]: INFO nova.scheduler.client.report [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Deleted allocations for instance 285e01d3-1962-4808-9a14-deee2c471a5f [ 1157.931547] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704981, 'name': ReconfigVM_Task, 'duration_secs': 1.082759} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.932993] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Reconfigured VM instance instance-0000006b to attach disk [datastore2] ab6bd375-0858-48aa-9efa-c1de73447a56/ab6bd375-0858-48aa-9efa-c1de73447a56.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.934993] env[69843]: DEBUG nova.compute.manager [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Received event network-vif-unplugged-89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.935249] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] Acquiring lock "285e01d3-1962-4808-9a14-deee2c471a5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.935448] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] Lock "285e01d3-1962-4808-9a14-deee2c471a5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.935628] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] Lock "285e01d3-1962-4808-9a14-deee2c471a5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.935798] env[69843]: DEBUG nova.compute.manager [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] No waiting events found dispatching network-vif-unplugged-89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.935967] env[69843]: WARNING nova.compute.manager [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Received unexpected event network-vif-unplugged-89c3b438-4d0f-409e-8ec3-cea88b8aa24d for instance with vm_state shelved_offloaded and task_state None. [ 1157.936144] env[69843]: DEBUG nova.compute.manager [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Received event network-changed-89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.936288] env[69843]: DEBUG nova.compute.manager [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Refreshing instance network info cache due to event network-changed-89c3b438-4d0f-409e-8ec3-cea88b8aa24d. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.936472] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] Acquiring lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.936601] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] Acquired lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.936803] env[69843]: DEBUG nova.network.neutron [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Refreshing network info cache for port 89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.938384] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f0bc9b7-9cab-4270-b65a-be7247c2b11f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.949960] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1157.949960] env[69843]: value = "task-3704985" [ 1157.949960] env[69843]: _type = "Task" [ 1157.949960] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.960694] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704985, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.030206] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.039258] env[69843]: DEBUG nova.compute.manager [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.208543] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523439c7-3774-d4f2-1dcf-7458f2af8958, 'name': SearchDatastore_Task, 'duration_secs': 0.013236} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.209238] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.209482] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.209719] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.209864] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.210077] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.210386] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-715fae9b-705f-4eed-bb4d-2f9456a7b03c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.222228] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.222419] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.223166] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea23ce7-3a1f-4a48-a369-71683cbc48c3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.229220] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1158.229220] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5275a6e8-76bb-a3c3-cf84-e6d8b917bacd" [ 1158.229220] env[69843]: _type = "Task" [ 1158.229220] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.240681] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5275a6e8-76bb-a3c3-cf84-e6d8b917bacd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.326665] env[69843]: DEBUG nova.scheduler.client.report [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.330752] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.461876] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704985, 'name': Rename_Task, 'duration_secs': 0.173456} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.461876] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.461876] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d358012e-e5c4-4b5d-959b-673ecb1bd97c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.469589] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1158.469589] env[69843]: value = "task-3704986" [ 1158.469589] env[69843]: _type = "Task" [ 1158.469589] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.478937] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.668921] env[69843]: DEBUG nova.network.neutron [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Updated VIF entry in instance network info cache for port 89c3b438-4d0f-409e-8ec3-cea88b8aa24d. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.669376] env[69843]: DEBUG nova.network.neutron [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Updating instance_info_cache with network_info: [{"id": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "address": "fa:16:3e:c9:2d:12", "network": {"id": "a5115484-fc69-44ef-b992-6c5eb0463f14", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1213536260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26f67c4b5fe4081a3b5c98c14da6a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap89c3b438-4d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.739879] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5275a6e8-76bb-a3c3-cf84-e6d8b917bacd, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.740691] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d927f09-4256-45de-80d1-456c9419fa28 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.747227] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1158.747227] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5258d45f-2750-371f-dc6b-3a672e25bf09" [ 1158.747227] env[69843]: _type = "Task" [ 1158.747227] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.756562] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5258d45f-2750-371f-dc6b-3a672e25bf09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.832260] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.834768] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.153s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.834996] env[69843]: DEBUG nova.objects.instance [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'resources' on Instance uuid 556d025e-6461-4b44-911d-e3e4e3a099df {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.856059] env[69843]: INFO nova.scheduler.client.report [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted allocations for instance c83f5801-075c-412f-a02a-2336e9f685c5 [ 1158.982420] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.050331] env[69843]: DEBUG nova.compute.manager [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.073604] env[69843]: DEBUG nova.virt.hardware [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.073849] env[69843]: DEBUG nova.virt.hardware [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.074012] env[69843]: DEBUG nova.virt.hardware [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.074228] env[69843]: DEBUG nova.virt.hardware [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.074361] env[69843]: DEBUG nova.virt.hardware [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.074506] env[69843]: DEBUG nova.virt.hardware [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.074713] env[69843]: DEBUG nova.virt.hardware [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.075035] env[69843]: DEBUG nova.virt.hardware [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.075228] env[69843]: DEBUG nova.virt.hardware [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.075395] env[69843]: DEBUG nova.virt.hardware [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.075570] env[69843]: DEBUG nova.virt.hardware [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.076450] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4f8dc9-adfb-41ee-bfed-75c938ff9f18 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.085137] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470cbf66-aff6-4658-8c81-d665a7da1a20 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.100019] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.106219] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Creating folder: Project (f12d5878f49942d984673dd5745de9e8). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.106617] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adc9421c-cae9-4c78-aad1-9573419fec2f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.119123] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Created folder: Project (f12d5878f49942d984673dd5745de9e8) in parent group-v737654. [ 1159.119345] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Creating folder: Instances. Parent ref: group-v737956. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.119600] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dc5dc65-aa9f-4b87-aa18-71323477aece {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.131477] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Created folder: Instances in parent group-v737956. [ 1159.131738] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.131946] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.132186] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8538170d-d46b-48af-94f2-8d5b8d9ec7dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.150278] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.150278] env[69843]: value = "task-3704989" [ 1159.150278] env[69843]: _type = "Task" [ 1159.150278] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.158692] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704989, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.172009] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] Releasing lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.172327] env[69843]: DEBUG nova.compute.manager [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Received event network-changed-777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.172499] env[69843]: DEBUG nova.compute.manager [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Refreshing instance network info cache due to event network-changed-777ca366-97cd-404c-90cc-68412a284108. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.172703] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] Acquiring lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.172840] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] Acquired lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.172995] env[69843]: DEBUG nova.network.neutron [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Refreshing network info cache for port 777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.258686] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5258d45f-2750-371f-dc6b-3a672e25bf09, 'name': SearchDatastore_Task, 'duration_secs': 0.024519} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.258986] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.259301] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] c98468ed-b6ca-4b56-ad67-17d50f509a84/c98468ed-b6ca-4b56-ad67-17d50f509a84.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.259588] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed83f62e-0fbc-42bd-9d6d-cc1dbe3702e0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.267751] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1159.267751] env[69843]: value = "task-3704990" [ 1159.267751] env[69843]: _type = "Task" [ 1159.267751] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.277357] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.366225] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8a44b49e-37d1-40d2-add7-18f3740df63c tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "c83f5801-075c-412f-a02a-2336e9f685c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.299s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.486384] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704986, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.574412] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dcfc32-7c82-4a64-8ea3-ff93dfe8eb5e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.584179] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96e18e4-4534-474e-8fb2-8b1d864ee0db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.618301] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564853d8-a7fd-4ad2-9848-ff040cb0af55 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.627927] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062d7062-58ac-4259-a392-d3cf36ae2352 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.644590] env[69843]: DEBUG nova.compute.provider_tree [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.661965] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3704989, 'name': CreateVM_Task, 'duration_secs': 0.320359} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.662207] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.662727] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.663069] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.663381] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.663710] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85404b0c-49a9-4196-98a6-5a05765fc38f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.669854] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1159.669854] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cd4aa0-1108-a8e1-7c2b-1ad7e12b4c96" [ 1159.669854] env[69843]: _type = "Task" [ 1159.669854] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.682038] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cd4aa0-1108-a8e1-7c2b-1ad7e12b4c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.780901] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704990, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.930273] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "285e01d3-1962-4808-9a14-deee2c471a5f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.985871] env[69843]: DEBUG oslo_vmware.api [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3704986, 'name': PowerOnVM_Task, 'duration_secs': 1.328686} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.986354] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.986731] env[69843]: INFO nova.compute.manager [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1159.989032] env[69843]: DEBUG nova.compute.manager [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.989032] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716e2715-09eb-448c-89f3-be4eabd1e6f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.130463] env[69843]: DEBUG nova.network.neutron [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updated VIF entry in instance network info cache for port 777ca366-97cd-404c-90cc-68412a284108. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.130838] env[69843]: DEBUG nova.network.neutron [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updating instance_info_cache with network_info: [{"id": "777ca366-97cd-404c-90cc-68412a284108", "address": "fa:16:3e:aa:93:4d", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap777ca366-97", "ovs_interfaceid": "777ca366-97cd-404c-90cc-68412a284108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.148321] env[69843]: DEBUG nova.scheduler.client.report [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.181157] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52cd4aa0-1108-a8e1-7c2b-1ad7e12b4c96, 'name': SearchDatastore_Task, 'duration_secs': 0.025043} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.181490] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.181731] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.182456] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.182456] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.182456] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.182664] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a697ea3-380b-4be7-b76c-884bd4c6b540 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.200193] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.200449] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.201264] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c1f6b1-4483-4a30-aca8-04acd14d3de1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.207984] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1160.207984] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524f17fa-4fbc-cb97-16e3-6260ba381865" [ 1160.207984] env[69843]: _type = "Task" [ 1160.207984] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.216244] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524f17fa-4fbc-cb97-16e3-6260ba381865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.278594] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533336} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.278844] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] c98468ed-b6ca-4b56-ad67-17d50f509a84/c98468ed-b6ca-4b56-ad67-17d50f509a84.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.279086] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.279356] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48d564ca-8e32-4a32-8671-8e33b98eaa4f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.286558] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1160.286558] env[69843]: value = "task-3704991" [ 1160.286558] env[69843]: _type = "Task" [ 1160.286558] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.296109] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.373520] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1160.373755] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737955', 'volume_id': '6d55e78c-04cf-4a55-8195-5ac90a1a4d8f', 'name': 'volume-6d55e78c-04cf-4a55-8195-5ac90a1a4d8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cf3a996-f7b0-4d83-ad95-4dc539c90b34', 'attached_at': '', 'detached_at': '', 'volume_id': '6d55e78c-04cf-4a55-8195-5ac90a1a4d8f', 'serial': '6d55e78c-04cf-4a55-8195-5ac90a1a4d8f'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1160.374744] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ff386b-4201-44e8-9549-30b06f8b3a79 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.394973] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ea0f54-98b7-48bb-a7c3-7e2ae42e194b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.400280] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "339d3606-a7ea-4091-bec3-d51f99f9af90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.400506] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "339d3606-a7ea-4091-bec3-d51f99f9af90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.424978] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-6d55e78c-04cf-4a55-8195-5ac90a1a4d8f/volume-6d55e78c-04cf-4a55-8195-5ac90a1a4d8f.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.425823] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-381a037e-665f-4d4f-9701-7669a6acaef1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.446693] env[69843]: DEBUG oslo_vmware.api [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1160.446693] env[69843]: value = "task-3704992" [ 1160.446693] env[69843]: _type = "Task" [ 1160.446693] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.458510] env[69843]: DEBUG oslo_vmware.api [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.509867] env[69843]: INFO nova.compute.manager [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Took 16.10 seconds to build instance. [ 1160.634414] env[69843]: DEBUG oslo_concurrency.lockutils [req-4d380dab-298b-4bc0-8da7-0cf3e97d4a2d req-91675d54-ad86-4377-92d4-152dee8b2108 service nova] Releasing lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.653681] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.656063] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.626s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.657676] env[69843]: INFO nova.compute.claims [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.677343] env[69843]: INFO nova.scheduler.client.report [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Deleted allocations for instance 556d025e-6461-4b44-911d-e3e4e3a099df [ 1160.719485] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]524f17fa-4fbc-cb97-16e3-6260ba381865, 'name': SearchDatastore_Task, 'duration_secs': 0.08498} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.720382] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e697b3-e7f4-47ad-81b7-145ec25a49a8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.726533] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1160.726533] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520337d5-3595-39d7-727f-f6986b43d457" [ 1160.726533] env[69843]: _type = "Task" [ 1160.726533] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.736125] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520337d5-3595-39d7-727f-f6986b43d457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.797262] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066612} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.797648] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.798321] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1d5377-21c3-4a59-98f4-bebddfd2f3c8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.821855] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] c98468ed-b6ca-4b56-ad67-17d50f509a84/c98468ed-b6ca-4b56-ad67-17d50f509a84.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.822202] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-650e9d0c-0b8e-4005-9bfd-dd0f79a55fa9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.842686] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1160.842686] env[69843]: value = "task-3704993" [ 1160.842686] env[69843]: _type = "Task" [ 1160.842686] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.853654] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.902920] env[69843]: DEBUG nova.compute.manager [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.958620] env[69843]: DEBUG oslo_vmware.api [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704992, 'name': ReconfigVM_Task, 'duration_secs': 0.374759} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.959218] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-6d55e78c-04cf-4a55-8195-5ac90a1a4d8f/volume-6d55e78c-04cf-4a55-8195-5ac90a1a4d8f.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.964820] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1981e6d1-c443-49ec-bf54-1f8b8640e4ef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.982268] env[69843]: DEBUG oslo_vmware.api [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1160.982268] env[69843]: value = "task-3704994" [ 1160.982268] env[69843]: _type = "Task" [ 1160.982268] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.991688] env[69843]: DEBUG oslo_vmware.api [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.011630] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e26666ec-4977-4d19-a9ca-d88856779de6 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "ab6bd375-0858-48aa-9efa-c1de73447a56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.614s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.186886] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ec318f30-7a2b-45bc-8cc7-882f7e7e651d tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "556d025e-6461-4b44-911d-e3e4e3a099df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.370s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.238621] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520337d5-3595-39d7-727f-f6986b43d457, 'name': SearchDatastore_Task, 'duration_secs': 0.015} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.238911] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.239292] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f/6c7ef6ae-e1aa-4262-bf5b-31d074cde36f.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.239825] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b504417c-d652-4090-84a0-f807b7450808 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.247906] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1161.247906] env[69843]: value = "task-3704995" [ 1161.247906] env[69843]: _type = "Task" [ 1161.247906] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.256789] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3704995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.361388] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.432632] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.495736] env[69843]: DEBUG oslo_vmware.api [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3704994, 'name': ReconfigVM_Task, 'duration_secs': 0.154469} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.496055] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737955', 'volume_id': '6d55e78c-04cf-4a55-8195-5ac90a1a4d8f', 'name': 'volume-6d55e78c-04cf-4a55-8195-5ac90a1a4d8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5cf3a996-f7b0-4d83-ad95-4dc539c90b34', 'attached_at': '', 'detached_at': '', 'volume_id': '6d55e78c-04cf-4a55-8195-5ac90a1a4d8f', 'serial': '6d55e78c-04cf-4a55-8195-5ac90a1a4d8f'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1161.758543] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3704995, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.856077] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704993, 'name': ReconfigVM_Task, 'duration_secs': 0.593842} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.856077] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Reconfigured VM instance instance-0000006c to attach disk [datastore2] c98468ed-b6ca-4b56-ad67-17d50f509a84/c98468ed-b6ca-4b56-ad67-17d50f509a84.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.856077] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd6dfa14-9593-4974-bb5c-22833bbaacf3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.865126] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1161.865126] env[69843]: value = "task-3704996" [ 1161.865126] env[69843]: _type = "Task" [ 1161.865126] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.873855] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704996, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.986931] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd7e76d-4663-4768-b9e1-a490d451fd78 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.994790] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba0c8cc-1825-4220-8dc7-e402adeb106a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.033709] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb7f8aa-b80b-4d85-92b6-4191feb2e290 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.047155] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02e048e-306b-41aa-bcc3-2fd25e9d49fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.052900] env[69843]: DEBUG nova.objects.instance [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'flavor' on Instance uuid 5cf3a996-f7b0-4d83-ad95-4dc539c90b34 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.065925] env[69843]: DEBUG nova.compute.provider_tree [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.260052] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3704995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614024} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.260374] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f/6c7ef6ae-e1aa-4262-bf5b-31d074cde36f.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.260626] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.260904] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dc2b157-d0c0-46e6-a4a5-8d9c861e8360 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.271739] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1162.271739] env[69843]: value = "task-3704997" [ 1162.271739] env[69843]: _type = "Task" [ 1162.271739] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.279878] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3704997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.375273] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704996, 'name': Rename_Task, 'duration_secs': 0.39319} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.375570] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.375819] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e445b7ce-f60e-4ea8-8af7-26c7491afc9f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.384038] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1162.384038] env[69843]: value = "task-3704998" [ 1162.384038] env[69843]: _type = "Task" [ 1162.384038] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.392583] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.475186] env[69843]: DEBUG nova.compute.manager [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.476202] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712a7a4d-1fba-4452-9077-2e5cac97442c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.558231] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1bf9c504-bfcf-4c4d-bf5f-35fcde6ba093 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.320s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.570345] env[69843]: DEBUG nova.scheduler.client.report [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.781983] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3704997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072163} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.782306] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.783318] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ace8268-fb4d-4589-82c8-b76fb2a73faf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.804819] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f/6c7ef6ae-e1aa-4262-bf5b-31d074cde36f.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.805150] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5ed7ff0-4999-467e-9804-304b1d641819 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.826143] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1162.826143] env[69843]: value = "task-3704999" [ 1162.826143] env[69843]: _type = "Task" [ 1162.826143] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.836523] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3704999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.894994] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704998, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.988590] env[69843]: INFO nova.compute.manager [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] instance snapshotting [ 1162.992118] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0fc58d-9ca2-4b7f-88af-e2a8b30d037a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.016889] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fedc984-9ab2-4212-a639-e6e02139f0ac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.075524] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.076191] env[69843]: DEBUG nova.compute.manager [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.080163] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.749s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.080389] env[69843]: DEBUG nova.objects.instance [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lazy-loading 'resources' on Instance uuid 285e01d3-1962-4808-9a14-deee2c471a5f {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.337465] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3704999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.398047] env[69843]: DEBUG oslo_vmware.api [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3704998, 'name': PowerOnVM_Task, 'duration_secs': 0.893562} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.398047] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.400207] env[69843]: INFO nova.compute.manager [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1163.400207] env[69843]: DEBUG nova.compute.manager [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1163.400207] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac411b5-df63-4dd6-a2a2-1b529489bca9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.474721] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "50a15810-d3e3-4193-b777-84967df4174d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.475026] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "50a15810-d3e3-4193-b777-84967df4174d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.491995] env[69843]: DEBUG nova.compute.manager [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Stashing vm_state: active {{(pid=69843) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1163.529382] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1163.530236] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf8803d1-781c-44d1-9887-328d1ee0a9a5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.541639] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1163.541639] env[69843]: value = "task-3705000" [ 1163.541639] env[69843]: _type = "Task" [ 1163.541639] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.551770] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705000, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.581766] env[69843]: DEBUG nova.compute.utils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.583552] env[69843]: DEBUG nova.compute.manager [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.583740] env[69843]: DEBUG nova.network.neutron [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.585832] env[69843]: DEBUG nova.objects.instance [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lazy-loading 'numa_topology' on Instance uuid 285e01d3-1962-4808-9a14-deee2c471a5f {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.631831] env[69843]: DEBUG nova.policy [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '956ac279f15b4a88b51388ffe98b0841', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e780cb6ac4a74f5fbaa37b1a2347accf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.837914] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3704999, 'name': ReconfigVM_Task, 'duration_secs': 0.669568} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.838213] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f/6c7ef6ae-e1aa-4262-bf5b-31d074cde36f.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.838839] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a9adb40-3b11-4db8-b9a3-140a40167622 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.846931] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1163.846931] env[69843]: value = "task-3705001" [ 1163.846931] env[69843]: _type = "Task" [ 1163.846931] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.857382] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705001, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.882934] env[69843]: DEBUG nova.network.neutron [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Successfully created port: 090b2c90-c2e9-4c73-9f94-00fe151cec53 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.924144] env[69843]: INFO nova.compute.manager [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Took 19.19 seconds to build instance. [ 1163.981022] env[69843]: DEBUG nova.compute.manager [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.025396] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.051337] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705000, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.088873] env[69843]: DEBUG nova.compute.manager [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.091984] env[69843]: DEBUG nova.objects.base [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Object Instance<285e01d3-1962-4808-9a14-deee2c471a5f> lazy-loaded attributes: resources,numa_topology {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1164.358542] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705001, 'name': Rename_Task, 'duration_secs': 0.168413} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.358834] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.359134] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53eca4db-d112-43aa-9d58-ddd0a040b4b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.366727] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1164.366727] env[69843]: value = "task-3705002" [ 1164.366727] env[69843]: _type = "Task" [ 1164.366727] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.375234] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.400024] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22fc68f-86b9-4966-ab18-cc5afb611a4d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.409414] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c8a1c9-d484-44da-a2fa-97d9b0553a1a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.449453] env[69843]: DEBUG oslo_concurrency.lockutils [None req-0597970d-ef8f-4b6f-8c39-2eda08ec8c66 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c98468ed-b6ca-4b56-ad67-17d50f509a84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.721s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.449453] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec807197-e0b3-4ea5-b583-8811f24986ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.456222] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68525a1-2246-4826-bcbd-5679c2f7bf71 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.473663] env[69843]: DEBUG nova.compute.provider_tree [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.506530] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.553207] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705000, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.877929] env[69843]: DEBUG oslo_vmware.api [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705002, 'name': PowerOnVM_Task, 'duration_secs': 0.45671} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.878247] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.878459] env[69843]: INFO nova.compute.manager [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1164.878634] env[69843]: DEBUG nova.compute.manager [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1164.879500] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f112c743-7a4f-4453-aa21-aaa3a8c7848e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.975211] env[69843]: DEBUG nova.compute.manager [req-5ea4f457-e59d-4586-ad29-cc4c46490981 req-e46d242d-59ad-4b42-bac8-625f9f06f8aa service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Received event network-changed-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.975563] env[69843]: DEBUG nova.compute.manager [req-5ea4f457-e59d-4586-ad29-cc4c46490981 req-e46d242d-59ad-4b42-bac8-625f9f06f8aa service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Refreshing instance network info cache due to event network-changed-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.975563] env[69843]: DEBUG oslo_concurrency.lockutils [req-5ea4f457-e59d-4586-ad29-cc4c46490981 req-e46d242d-59ad-4b42-bac8-625f9f06f8aa service nova] Acquiring lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.975806] env[69843]: DEBUG oslo_concurrency.lockutils [req-5ea4f457-e59d-4586-ad29-cc4c46490981 req-e46d242d-59ad-4b42-bac8-625f9f06f8aa service nova] Acquired lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.975861] env[69843]: DEBUG nova.network.neutron [req-5ea4f457-e59d-4586-ad29-cc4c46490981 req-e46d242d-59ad-4b42-bac8-625f9f06f8aa service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Refreshing network info cache for port 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.979773] env[69843]: DEBUG nova.scheduler.client.report [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.055401] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705000, 'name': CreateSnapshot_Task, 'duration_secs': 1.208066} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.055691] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1165.056548] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f77163-ef76-420c-92bb-6a4666452a7a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.103255] env[69843]: DEBUG nova.compute.manager [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.134116] env[69843]: DEBUG nova.virt.hardware [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.134361] env[69843]: DEBUG nova.virt.hardware [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.134513] env[69843]: DEBUG nova.virt.hardware [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.134688] env[69843]: DEBUG nova.virt.hardware [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.134830] env[69843]: DEBUG nova.virt.hardware [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.134973] env[69843]: DEBUG nova.virt.hardware [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.135203] env[69843]: DEBUG nova.virt.hardware [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.135360] env[69843]: DEBUG nova.virt.hardware [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.135522] env[69843]: DEBUG nova.virt.hardware [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.135681] env[69843]: DEBUG nova.virt.hardware [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.135852] env[69843]: DEBUG nova.virt.hardware [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.137115] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1edbef0-575a-46dc-a810-96253b9c23b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.146465] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163d91d7-28ca-47ee-92b2-823dc8edcffb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.395786] env[69843]: INFO nova.compute.manager [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Took 12.25 seconds to build instance. [ 1165.414055] env[69843]: DEBUG nova.network.neutron [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Successfully updated port: 090b2c90-c2e9-4c73-9f94-00fe151cec53 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.485610] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.488043] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.056s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.493828] env[69843]: INFO nova.compute.claims [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.577127] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1165.577571] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-95e2d653-6333-4d84-8e55-88ee683b76b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.587477] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1165.587477] env[69843]: value = "task-3705003" [ 1165.587477] env[69843]: _type = "Task" [ 1165.587477] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.601457] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705003, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.769113] env[69843]: DEBUG nova.network.neutron [req-5ea4f457-e59d-4586-ad29-cc4c46490981 req-e46d242d-59ad-4b42-bac8-625f9f06f8aa service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updated VIF entry in instance network info cache for port 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.769599] env[69843]: DEBUG nova.network.neutron [req-5ea4f457-e59d-4586-ad29-cc4c46490981 req-e46d242d-59ad-4b42-bac8-625f9f06f8aa service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance_info_cache with network_info: [{"id": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "address": "fa:16:3e:ab:cb:5f", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae5d8e6-43", "ovs_interfaceid": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.899666] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6bd60573-a366-4009-881b-ccb61bb25a51 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lock "6c7ef6ae-e1aa-4262-bf5b-31d074cde36f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.766s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.916655] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "refresh_cache-a18b8638-c23b-42e1-85d3-5e7a173195a3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.916814] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "refresh_cache-a18b8638-c23b-42e1-85d3-5e7a173195a3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.916970] env[69843]: DEBUG nova.network.neutron [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.005683] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66036174-83f8-4ace-a5bc-67420f001ade tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "285e01d3-1962-4808-9a14-deee2c471a5f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.985s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.006685] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "285e01d3-1962-4808-9a14-deee2c471a5f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.077s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.006885] env[69843]: INFO nova.compute.manager [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Unshelving [ 1166.102056] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705003, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.223573] env[69843]: INFO nova.compute.manager [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Rebuilding instance [ 1166.267030] env[69843]: DEBUG nova.compute.manager [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.267948] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafdef68-1d6c-4ae0-a36b-4d8e9e090e60 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.272553] env[69843]: DEBUG oslo_concurrency.lockutils [req-5ea4f457-e59d-4586-ad29-cc4c46490981 req-e46d242d-59ad-4b42-bac8-625f9f06f8aa service nova] Releasing lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.451058] env[69843]: DEBUG nova.network.neutron [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.601383] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705003, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.606975] env[69843]: DEBUG nova.network.neutron [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Updating instance_info_cache with network_info: [{"id": "090b2c90-c2e9-4c73-9f94-00fe151cec53", "address": "fa:16:3e:cf:5c:4b", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap090b2c90-c2", "ovs_interfaceid": "090b2c90-c2e9-4c73-9f94-00fe151cec53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.717090] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f0bea5-4158-455f-a353-42a3f42675f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.725637] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cedca50-ef68-4ff3-8f02-3804488597d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.757439] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19920f1-b39a-41c1-b670-421e727bac55 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.765714] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff90705f-dc9e-489f-9511-e43993f5e0c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.781184] env[69843]: DEBUG nova.compute.provider_tree [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.005298] env[69843]: DEBUG nova.compute.manager [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Received event network-vif-plugged-090b2c90-c2e9-4c73-9f94-00fe151cec53 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.005531] env[69843]: DEBUG oslo_concurrency.lockutils [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] Acquiring lock "a18b8638-c23b-42e1-85d3-5e7a173195a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.005733] env[69843]: DEBUG oslo_concurrency.lockutils [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] Lock "a18b8638-c23b-42e1-85d3-5e7a173195a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.005966] env[69843]: DEBUG oslo_concurrency.lockutils [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] Lock "a18b8638-c23b-42e1-85d3-5e7a173195a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.006068] env[69843]: DEBUG nova.compute.manager [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] No waiting events found dispatching network-vif-plugged-090b2c90-c2e9-4c73-9f94-00fe151cec53 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1167.006236] env[69843]: WARNING nova.compute.manager [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Received unexpected event network-vif-plugged-090b2c90-c2e9-4c73-9f94-00fe151cec53 for instance with vm_state building and task_state spawning. [ 1167.006393] env[69843]: DEBUG nova.compute.manager [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Received event network-changed-090b2c90-c2e9-4c73-9f94-00fe151cec53 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.006542] env[69843]: DEBUG nova.compute.manager [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Refreshing instance network info cache due to event network-changed-090b2c90-c2e9-4c73-9f94-00fe151cec53. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.006700] env[69843]: DEBUG oslo_concurrency.lockutils [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] Acquiring lock "refresh_cache-a18b8638-c23b-42e1-85d3-5e7a173195a3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.030328] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.098736] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705003, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.109529] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "refresh_cache-a18b8638-c23b-42e1-85d3-5e7a173195a3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.109876] env[69843]: DEBUG nova.compute.manager [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Instance network_info: |[{"id": "090b2c90-c2e9-4c73-9f94-00fe151cec53", "address": "fa:16:3e:cf:5c:4b", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap090b2c90-c2", "ovs_interfaceid": "090b2c90-c2e9-4c73-9f94-00fe151cec53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.110255] env[69843]: DEBUG oslo_concurrency.lockutils [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] Acquired lock "refresh_cache-a18b8638-c23b-42e1-85d3-5e7a173195a3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.110477] env[69843]: DEBUG nova.network.neutron [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Refreshing network info cache for port 090b2c90-c2e9-4c73-9f94-00fe151cec53 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.111793] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:5c:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '090b2c90-c2e9-4c73-9f94-00fe151cec53', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.119495] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.120508] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.120742] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b722bb54-5446-4440-a0e6-92b2a2eecd84 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.141224] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.141224] env[69843]: value = "task-3705004" [ 1167.141224] env[69843]: _type = "Task" [ 1167.141224] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.149883] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705004, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.284148] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.284388] env[69843]: DEBUG nova.scheduler.client.report [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.287752] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a767c0d5-2f40-4c03-80a6-92b7bca316f1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.295872] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1167.295872] env[69843]: value = "task-3705005" [ 1167.295872] env[69843]: _type = "Task" [ 1167.295872] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.307022] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.601879] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705003, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.652189] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705004, 'name': CreateVM_Task, 'duration_secs': 0.470861} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.654629] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.655348] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.655508] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.655832] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.656476] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c378cd-a352-4a3f-9515-a9a99f2e96c3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.661798] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1167.661798] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c6551e-0530-0b13-d2be-ad0e15100996" [ 1167.661798] env[69843]: _type = "Task" [ 1167.661798] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.670296] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c6551e-0530-0b13-d2be-ad0e15100996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.791196] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.791742] env[69843]: DEBUG nova.compute.manager [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.795262] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.770s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.806361] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705005, 'name': PowerOffVM_Task, 'duration_secs': 0.130591} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.807354] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.808016] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.809133] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3fa404-46ef-40cb-90b1-87974c25222b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.817089] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.817352] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-540765ef-51c8-439a-87be-f06653db9118 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.829752] env[69843]: DEBUG nova.network.neutron [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Updated VIF entry in instance network info cache for port 090b2c90-c2e9-4c73-9f94-00fe151cec53. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.830119] env[69843]: DEBUG nova.network.neutron [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Updating instance_info_cache with network_info: [{"id": "090b2c90-c2e9-4c73-9f94-00fe151cec53", "address": "fa:16:3e:cf:5c:4b", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap090b2c90-c2", "ovs_interfaceid": "090b2c90-c2e9-4c73-9f94-00fe151cec53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.843784] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.843984] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.844188] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Deleting the datastore file [datastore1] 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.844452] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f29c9b9-b128-4176-894d-1e240db4c88c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.852163] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1167.852163] env[69843]: value = "task-3705007" [ 1167.852163] env[69843]: _type = "Task" [ 1167.852163] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.861030] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.103148] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705003, 'name': CloneVM_Task, 'duration_secs': 2.237959} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.103511] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Created linked-clone VM from snapshot [ 1168.104228] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10abfe2e-b92c-4987-b995-c43943cd2a20 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.113477] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Uploading image f71c92a0-4b2c-44c1-8993-54289af36596 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1168.129438] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1168.129755] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-44b04676-c3e8-4003-9979-87a194343367 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.138019] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1168.138019] env[69843]: value = "task-3705008" [ 1168.138019] env[69843]: _type = "Task" [ 1168.138019] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.147192] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705008, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.172758] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c6551e-0530-0b13-d2be-ad0e15100996, 'name': SearchDatastore_Task, 'duration_secs': 0.028984} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.173120] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.173374] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.173608] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.173750] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.173927] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.174222] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c95e5f3-1661-4426-88db-7617d0b38d13 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.182915] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.183205] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.184042] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aaa4f12-871e-476c-99bf-c411e00f77d5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.191085] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1168.191085] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5283037c-6b72-a59b-2f3b-65b8b51c591d" [ 1168.191085] env[69843]: _type = "Task" [ 1168.191085] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.199361] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5283037c-6b72-a59b-2f3b-65b8b51c591d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.299244] env[69843]: INFO nova.compute.claims [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.303685] env[69843]: DEBUG nova.compute.utils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.305135] env[69843]: DEBUG nova.compute.manager [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.305243] env[69843]: DEBUG nova.network.neutron [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.332692] env[69843]: DEBUG oslo_concurrency.lockutils [req-223f32eb-b095-4c77-bc34-a8c2172a068d req-36f67c07-b1d2-4ec7-9b6e-0d1e19aabce7 service nova] Releasing lock "refresh_cache-a18b8638-c23b-42e1-85d3-5e7a173195a3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.345414] env[69843]: DEBUG nova.policy [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '658c76313d644527a42eb53f222feb3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b26f958d3ee24955863a693689eacf7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.362873] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264475} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.363087] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.363278] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.363453] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.648803] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705008, 'name': Destroy_Task, 'duration_secs': 0.455436} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.649943] env[69843]: DEBUG nova.network.neutron [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Successfully created port: 5d8e61cf-c25c-4306-acdd-9fbc470349b5 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.652152] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Destroyed the VM [ 1168.652501] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1168.652858] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90c3987a-61af-4515-a8c7-24d58b24486e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.662024] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1168.662024] env[69843]: value = "task-3705009" [ 1168.662024] env[69843]: _type = "Task" [ 1168.662024] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.670897] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705009, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.701652] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5283037c-6b72-a59b-2f3b-65b8b51c591d, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.702523] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91dbbb03-e08f-4193-8f40-731cbaf0abcb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.708326] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1168.708326] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c84c4f-bffd-5f8f-00f7-7e892773f40e" [ 1168.708326] env[69843]: _type = "Task" [ 1168.708326] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.717077] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c84c4f-bffd-5f8f-00f7-7e892773f40e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.807692] env[69843]: INFO nova.compute.resource_tracker [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating resource usage from migration 25704301-e031-4682-96c8-8a359fbd327b [ 1168.811780] env[69843]: DEBUG nova.compute.manager [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.056245] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391936fa-b089-4e54-a0e5-53f26ccb8fa1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.064698] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ffd73-3ff9-40cc-8617-a3e064efd901 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.097435] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393b8c33-af34-4ffa-8507-95f54744202e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.105946] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d8c0b1-e017-4ab4-9e40-b860b4eae72b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.121178] env[69843]: DEBUG nova.compute.provider_tree [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.172416] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705009, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.220562] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c84c4f-bffd-5f8f-00f7-7e892773f40e, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.220562] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.220562] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] a18b8638-c23b-42e1-85d3-5e7a173195a3/a18b8638-c23b-42e1-85d3-5e7a173195a3.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.220856] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b481cde9-3aad-4d48-98be-70cdfdae2e0b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.229275] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1169.229275] env[69843]: value = "task-3705010" [ 1169.229275] env[69843]: _type = "Task" [ 1169.229275] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.238034] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.399589] env[69843]: DEBUG nova.virt.hardware [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.399842] env[69843]: DEBUG nova.virt.hardware [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.399997] env[69843]: DEBUG nova.virt.hardware [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.400212] env[69843]: DEBUG nova.virt.hardware [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.400765] env[69843]: DEBUG nova.virt.hardware [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.400765] env[69843]: DEBUG nova.virt.hardware [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.400765] env[69843]: DEBUG nova.virt.hardware [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.400935] env[69843]: DEBUG nova.virt.hardware [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.401074] env[69843]: DEBUG nova.virt.hardware [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.401248] env[69843]: DEBUG nova.virt.hardware [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.401459] env[69843]: DEBUG nova.virt.hardware [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.402319] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15bbb39-49e0-4ba1-92d2-94186dc4c574 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.411258] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d94bad-b93d-4b26-9d8e-5680ae2ac69c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.426818] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.433689] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.433977] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.434260] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1fcfa37-6d59-4f65-a4f2-5c0fa132a1dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.453110] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.453110] env[69843]: value = "task-3705011" [ 1169.453110] env[69843]: _type = "Task" [ 1169.453110] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.462473] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705011, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.625040] env[69843]: DEBUG nova.scheduler.client.report [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.674024] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705009, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.742132] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705010, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.825321] env[69843]: DEBUG nova.compute.manager [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.854220] env[69843]: DEBUG nova.virt.hardware [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.854693] env[69843]: DEBUG nova.virt.hardware [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.854966] env[69843]: DEBUG nova.virt.hardware [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.855291] env[69843]: DEBUG nova.virt.hardware [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.855482] env[69843]: DEBUG nova.virt.hardware [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.855665] env[69843]: DEBUG nova.virt.hardware [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.855914] env[69843]: DEBUG nova.virt.hardware [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.856224] env[69843]: DEBUG nova.virt.hardware [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.856523] env[69843]: DEBUG nova.virt.hardware [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.856837] env[69843]: DEBUG nova.virt.hardware [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.857228] env[69843]: DEBUG nova.virt.hardware [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.858156] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec353c38-9cfa-4a2b-8a16-cc09fcda3993 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.867132] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b517ff80-af3b-4ff7-8be3-f70287cf4a10 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.963348] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705011, 'name': CreateVM_Task, 'duration_secs': 0.414825} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.963524] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.963948] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.964119] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.964440] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.964699] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8c7b96-fc27-4d90-89de-b75c271a4844 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.969951] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1169.969951] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b81ffe-d9dc-016a-d663-6eb1b6c366ec" [ 1169.969951] env[69843]: _type = "Task" [ 1169.969951] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.978693] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b81ffe-d9dc-016a-d663-6eb1b6c366ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.054844] env[69843]: DEBUG nova.compute.manager [req-875078ba-0078-4787-83b0-f523e761275f req-e069c0a3-590d-41e0-b010-6a3d30d21abd service nova] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Received event network-vif-plugged-5d8e61cf-c25c-4306-acdd-9fbc470349b5 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.055155] env[69843]: DEBUG oslo_concurrency.lockutils [req-875078ba-0078-4787-83b0-f523e761275f req-e069c0a3-590d-41e0-b010-6a3d30d21abd service nova] Acquiring lock "339d3606-a7ea-4091-bec3-d51f99f9af90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.055425] env[69843]: DEBUG oslo_concurrency.lockutils [req-875078ba-0078-4787-83b0-f523e761275f req-e069c0a3-590d-41e0-b010-6a3d30d21abd service nova] Lock "339d3606-a7ea-4091-bec3-d51f99f9af90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.055843] env[69843]: DEBUG oslo_concurrency.lockutils [req-875078ba-0078-4787-83b0-f523e761275f req-e069c0a3-590d-41e0-b010-6a3d30d21abd service nova] Lock "339d3606-a7ea-4091-bec3-d51f99f9af90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.056052] env[69843]: DEBUG nova.compute.manager [req-875078ba-0078-4787-83b0-f523e761275f req-e069c0a3-590d-41e0-b010-6a3d30d21abd service nova] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] No waiting events found dispatching network-vif-plugged-5d8e61cf-c25c-4306-acdd-9fbc470349b5 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1170.056226] env[69843]: WARNING nova.compute.manager [req-875078ba-0078-4787-83b0-f523e761275f req-e069c0a3-590d-41e0-b010-6a3d30d21abd service nova] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Received unexpected event network-vif-plugged-5d8e61cf-c25c-4306-acdd-9fbc470349b5 for instance with vm_state building and task_state spawning. [ 1170.131149] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.335s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.131149] env[69843]: INFO nova.compute.manager [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Migrating [ 1170.137417] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.631s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.139115] env[69843]: INFO nova.compute.claims [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.156078] env[69843]: DEBUG nova.network.neutron [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Successfully updated port: 5d8e61cf-c25c-4306-acdd-9fbc470349b5 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.175223] env[69843]: DEBUG oslo_vmware.api [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705009, 'name': RemoveSnapshot_Task, 'duration_secs': 1.164376} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.175513] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1170.239847] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73729} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.240217] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] a18b8638-c23b-42e1-85d3-5e7a173195a3/a18b8638-c23b-42e1-85d3-5e7a173195a3.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.240456] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.240712] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d26d874b-374d-4935-9533-a9a60a6bf713 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.248053] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1170.248053] env[69843]: value = "task-3705012" [ 1170.248053] env[69843]: _type = "Task" [ 1170.248053] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.260937] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.481736] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b81ffe-d9dc-016a-d663-6eb1b6c366ec, 'name': SearchDatastore_Task, 'duration_secs': 0.024136} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.482072] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.482325] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.482558] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.482700] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.482876] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.483184] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85ccb054-2fcb-45bf-9f15-ee7ca6fa5be4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.500761] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.500942] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.501705] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8672444d-ca95-4089-a2d2-eb4e860aae19 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.507017] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1170.507017] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f734f1-194e-f3ae-4c9b-bd607276d5d2" [ 1170.507017] env[69843]: _type = "Task" [ 1170.507017] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.514801] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f734f1-194e-f3ae-4c9b-bd607276d5d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.660453] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.660678] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.660831] env[69843]: DEBUG nova.network.neutron [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.662092] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.662295] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.662424] env[69843]: DEBUG nova.network.neutron [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.679938] env[69843]: WARNING nova.compute.manager [None req-caf5338a-04b2-419f-9a97-39b48ea6b867 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Image not found during snapshot: nova.exception.ImageNotFound: Image f71c92a0-4b2c-44c1-8993-54289af36596 could not be found. [ 1170.757802] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.343904} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.758093] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.758901] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add890d0-aa09-4911-b98b-8068114ded9f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.783562] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] a18b8638-c23b-42e1-85d3-5e7a173195a3/a18b8638-c23b-42e1-85d3-5e7a173195a3.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.783906] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a439ff43-8578-4d0a-b8ee-1a46d9116d2a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.805703] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1170.805703] env[69843]: value = "task-3705013" [ 1170.805703] env[69843]: _type = "Task" [ 1170.805703] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.817276] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.018439] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f734f1-194e-f3ae-4c9b-bd607276d5d2, 'name': SearchDatastore_Task, 'duration_secs': 0.08055} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.019319] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c82990b-0d59-4c85-96dd-363004b60e1c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.026505] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1171.026505] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5208feca-c760-68b5-cf14-62f1d9889850" [ 1171.026505] env[69843]: _type = "Task" [ 1171.026505] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.034993] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5208feca-c760-68b5-cf14-62f1d9889850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.219615] env[69843]: DEBUG nova.network.neutron [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.330973] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.385464] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "ab6bd375-0858-48aa-9efa-c1de73447a56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.388045] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "ab6bd375-0858-48aa-9efa-c1de73447a56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.388045] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "ab6bd375-0858-48aa-9efa-c1de73447a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.388045] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "ab6bd375-0858-48aa-9efa-c1de73447a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.388045] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "ab6bd375-0858-48aa-9efa-c1de73447a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.389020] env[69843]: INFO nova.compute.manager [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Terminating instance [ 1171.443114] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3fe419-acd2-4ce9-8db3-40165700b8d2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.453644] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657cdd5f-bca6-4f8f-8380-bfc934e11bfb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.458550] env[69843]: DEBUG nova.network.neutron [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance_info_cache with network_info: [{"id": "5d8e61cf-c25c-4306-acdd-9fbc470349b5", "address": "fa:16:3e:3d:c5:4e", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d8e61cf-c2", "ovs_interfaceid": "5d8e61cf-c25c-4306-acdd-9fbc470349b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.488581] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f154d3-bb6c-4078-835d-45229e83a5ef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.497278] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4881b1fc-e3bc-4513-9c61-10a8e70dd231 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.511621] env[69843]: DEBUG nova.compute.provider_tree [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.521707] env[69843]: DEBUG nova.network.neutron [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance_info_cache with network_info: [{"id": "f3543277-c1dc-4f49-ba8d-fe468c730827", "address": "fa:16:3e:6e:49:ef", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3543277-c1", "ovs_interfaceid": "f3543277-c1dc-4f49-ba8d-fe468c730827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.538157] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5208feca-c760-68b5-cf14-62f1d9889850, 'name': SearchDatastore_Task, 'duration_secs': 0.020063} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.538420] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.538674] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f/6c7ef6ae-e1aa-4262-bf5b-31d074cde36f.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.538923] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-086c7f54-d813-42a2-9d89-4221c2b5d3da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.546740] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1171.546740] env[69843]: value = "task-3705014" [ 1171.546740] env[69843]: _type = "Task" [ 1171.546740] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.555091] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.820613] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705013, 'name': ReconfigVM_Task, 'duration_secs': 0.522116} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.820930] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Reconfigured VM instance instance-0000006e to attach disk [datastore2] a18b8638-c23b-42e1-85d3-5e7a173195a3/a18b8638-c23b-42e1-85d3-5e7a173195a3.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.821771] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db25cdff-b423-49b1-b0ef-b894076bc6b8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.831516] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1171.831516] env[69843]: value = "task-3705015" [ 1171.831516] env[69843]: _type = "Task" [ 1171.831516] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.843952] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705015, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.896108] env[69843]: DEBUG nova.compute.manager [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.896631] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.897909] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becd4803-35e1-4ccb-85d4-39dff465d579 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.906766] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.907077] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44350048-6a9c-4e1c-9bf8-5acf3a037586 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.916070] env[69843]: DEBUG oslo_vmware.api [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1171.916070] env[69843]: value = "task-3705016" [ 1171.916070] env[69843]: _type = "Task" [ 1171.916070] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.926225] env[69843]: DEBUG oslo_vmware.api [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.961182] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.961601] env[69843]: DEBUG nova.compute.manager [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Instance network_info: |[{"id": "5d8e61cf-c25c-4306-acdd-9fbc470349b5", "address": "fa:16:3e:3d:c5:4e", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d8e61cf-c2", "ovs_interfaceid": "5d8e61cf-c25c-4306-acdd-9fbc470349b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.962068] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:c5:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d8e61cf-c25c-4306-acdd-9fbc470349b5', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.970730] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.971067] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.971259] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16396445-c67a-41d1-9315-038ac61d8707 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.995262] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.995262] env[69843]: value = "task-3705017" [ 1171.995262] env[69843]: _type = "Task" [ 1171.995262] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.004551] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705017, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.014979] env[69843]: DEBUG nova.scheduler.client.report [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.024506] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.058378] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468902} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.058698] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f/6c7ef6ae-e1aa-4262-bf5b-31d074cde36f.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.058919] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.059277] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c769703-6343-4c01-9863-892825d8c9a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.067772] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1172.067772] env[69843]: value = "task-3705018" [ 1172.067772] env[69843]: _type = "Task" [ 1172.067772] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.078123] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.087090] env[69843]: DEBUG nova.compute.manager [req-a90b3534-72b7-446a-b4aa-21be44acc33c req-d117dcb8-1355-4219-ad4b-aeb23d9f318d service nova] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Received event network-changed-5d8e61cf-c25c-4306-acdd-9fbc470349b5 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.087313] env[69843]: DEBUG nova.compute.manager [req-a90b3534-72b7-446a-b4aa-21be44acc33c req-d117dcb8-1355-4219-ad4b-aeb23d9f318d service nova] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Refreshing instance network info cache due to event network-changed-5d8e61cf-c25c-4306-acdd-9fbc470349b5. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.087704] env[69843]: DEBUG oslo_concurrency.lockutils [req-a90b3534-72b7-446a-b4aa-21be44acc33c req-d117dcb8-1355-4219-ad4b-aeb23d9f318d service nova] Acquiring lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.087940] env[69843]: DEBUG oslo_concurrency.lockutils [req-a90b3534-72b7-446a-b4aa-21be44acc33c req-d117dcb8-1355-4219-ad4b-aeb23d9f318d service nova] Acquired lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.088150] env[69843]: DEBUG nova.network.neutron [req-a90b3534-72b7-446a-b4aa-21be44acc33c req-d117dcb8-1355-4219-ad4b-aeb23d9f318d service nova] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Refreshing network info cache for port 5d8e61cf-c25c-4306-acdd-9fbc470349b5 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.341720] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705015, 'name': Rename_Task, 'duration_secs': 0.299923} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.342099] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.342371] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc8c8da9-5353-477a-91f4-fbc1cc1de0c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.353045] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1172.353045] env[69843]: value = "task-3705019" [ 1172.353045] env[69843]: _type = "Task" [ 1172.353045] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.366052] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.426992] env[69843]: DEBUG oslo_vmware.api [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705016, 'name': PowerOffVM_Task, 'duration_secs': 0.251552} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.427294] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.427463] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.427735] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d76d90a0-6bb6-415c-a2f1-74535d8904f4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.505315] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705017, 'name': CreateVM_Task, 'duration_secs': 0.426575} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.505518] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.506189] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.506404] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.506719] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.506975] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f2cccd6-565f-4c28-a30e-c505f0e3cf57 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.512116] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1172.512116] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52516c72-47a7-3b3e-cfc4-f197120136c7" [ 1172.512116] env[69843]: _type = "Task" [ 1172.512116] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.521089] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.521632] env[69843]: DEBUG nova.compute.manager [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.524506] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52516c72-47a7-3b3e-cfc4-f197120136c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.524849] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.495s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.525133] env[69843]: DEBUG nova.objects.instance [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lazy-loading 'pci_requests' on Instance uuid 285e01d3-1962-4808-9a14-deee2c471a5f {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.531804] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.532012] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.532199] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleting the datastore file [datastore2] ab6bd375-0858-48aa-9efa-c1de73447a56 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.533139] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-682ce968-ed15-48c8-854b-940576fb600b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.539962] env[69843]: DEBUG oslo_vmware.api [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for the task: (returnval){ [ 1172.539962] env[69843]: value = "task-3705021" [ 1172.539962] env[69843]: _type = "Task" [ 1172.539962] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.548624] env[69843]: DEBUG oslo_vmware.api [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.579049] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082012} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.579355] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.580317] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61424b19-77d3-4fe6-b03f-5e27b98c3316 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.603842] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f/6c7ef6ae-e1aa-4262-bf5b-31d074cde36f.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.604511] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b124ed-e10a-4b92-b535-3bfb76d3d837 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.627195] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1172.627195] env[69843]: value = "task-3705022" [ 1172.627195] env[69843]: _type = "Task" [ 1172.627195] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.636491] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.841037] env[69843]: DEBUG nova.network.neutron [req-a90b3534-72b7-446a-b4aa-21be44acc33c req-d117dcb8-1355-4219-ad4b-aeb23d9f318d service nova] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updated VIF entry in instance network info cache for port 5d8e61cf-c25c-4306-acdd-9fbc470349b5. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.841416] env[69843]: DEBUG nova.network.neutron [req-a90b3534-72b7-446a-b4aa-21be44acc33c req-d117dcb8-1355-4219-ad4b-aeb23d9f318d service nova] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance_info_cache with network_info: [{"id": "5d8e61cf-c25c-4306-acdd-9fbc470349b5", "address": "fa:16:3e:3d:c5:4e", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d8e61cf-c2", "ovs_interfaceid": "5d8e61cf-c25c-4306-acdd-9fbc470349b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.864650] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.028723] env[69843]: DEBUG nova.compute.utils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.030877] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52516c72-47a7-3b3e-cfc4-f197120136c7, 'name': SearchDatastore_Task, 'duration_secs': 0.0145} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.031655] env[69843]: DEBUG nova.compute.manager [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.031961] env[69843]: DEBUG nova.network.neutron [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.036544] env[69843]: DEBUG nova.objects.instance [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lazy-loading 'numa_topology' on Instance uuid 285e01d3-1962-4808-9a14-deee2c471a5f {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.037757] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.037991] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.038353] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.038585] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.038882] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.042801] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e191ae4-3de2-493b-82cb-5ffc515dcf35 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.060295] env[69843]: DEBUG oslo_vmware.api [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Task: {'id': task-3705021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507478} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.061666] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.061872] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.062070] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.062262] env[69843]: INFO nova.compute.manager [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1173.062530] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.062758] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.062920] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.063679] env[69843]: DEBUG nova.compute.manager [-] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.063782] env[69843]: DEBUG nova.network.neutron [-] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.065439] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4521e79f-fc5d-4fa0-98d5-aae4f4ca5295 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.072088] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1173.072088] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525f9755-306b-2407-a999-0caeffbe354a" [ 1173.072088] env[69843]: _type = "Task" [ 1173.072088] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.080887] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525f9755-306b-2407-a999-0caeffbe354a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.100677] env[69843]: DEBUG nova.policy [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515bb19c77e74ab2966d169950a167a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fc01bb7ce0a49098b62954f81661f03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.138353] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705022, 'name': ReconfigVM_Task, 'duration_secs': 0.282873} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.138680] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f/6c7ef6ae-e1aa-4262-bf5b-31d074cde36f.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.139427] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ee4d999-8ce4-463f-975d-d8dd6fe96c47 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.146764] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1173.146764] env[69843]: value = "task-3705023" [ 1173.146764] env[69843]: _type = "Task" [ 1173.146764] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.160452] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705023, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.344141] env[69843]: DEBUG oslo_concurrency.lockutils [req-a90b3534-72b7-446a-b4aa-21be44acc33c req-d117dcb8-1355-4219-ad4b-aeb23d9f318d service nova] Releasing lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.364684] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705019, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.532453] env[69843]: DEBUG nova.compute.manager [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.540318] env[69843]: INFO nova.compute.claims [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.551656] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2e1078-e2e3-453d-951a-7ddad4eff881 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.573825] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance '5cf3a996-f7b0-4d83-ad95-4dc539c90b34' progress to 0 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.578768] env[69843]: DEBUG nova.network.neutron [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Successfully created port: 88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.589991] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525f9755-306b-2407-a999-0caeffbe354a, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.592034] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41bbd41f-0f24-476b-b6da-083b6b1e0665 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.596955] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1173.596955] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b85b9e-2497-fa5d-631c-2cd6a931f477" [ 1173.596955] env[69843]: _type = "Task" [ 1173.596955] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.605363] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b85b9e-2497-fa5d-631c-2cd6a931f477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.659078] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705023, 'name': Rename_Task, 'duration_secs': 0.142453} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.659646] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.659737] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88913992-065b-46fb-99eb-d16eee6a9cc7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.670243] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1173.670243] env[69843]: value = "task-3705024" [ 1173.670243] env[69843]: _type = "Task" [ 1173.670243] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.677604] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.868392] env[69843]: DEBUG oslo_vmware.api [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705019, 'name': PowerOnVM_Task, 'duration_secs': 1.112051} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.868576] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.868869] env[69843]: INFO nova.compute.manager [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1173.869184] env[69843]: DEBUG nova.compute.manager [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.870337] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc921762-a51b-440b-8faa-6cfa6837fd67 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.970177] env[69843]: DEBUG nova.network.neutron [-] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.086119] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.086457] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bb50e23-744a-48fd-96a6-9cc54b4708eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.095708] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1174.095708] env[69843]: value = "task-3705025" [ 1174.095708] env[69843]: _type = "Task" [ 1174.095708] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.108529] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.112959] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b85b9e-2497-fa5d-631c-2cd6a931f477, 'name': SearchDatastore_Task, 'duration_secs': 0.019558} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.113291] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.113603] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 339d3606-a7ea-4091-bec3-d51f99f9af90/339d3606-a7ea-4091-bec3-d51f99f9af90.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.113848] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e09d5b6-0a58-4e19-97e2-5e70acfd72c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.120392] env[69843]: DEBUG nova.compute.manager [req-5b330cc2-6974-4ac1-b384-449b6a2363b0 req-b59c8ac3-0a47-4983-ae8f-89a0aa0f36fe service nova] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Received event network-vif-deleted-ee240757-0e70-4e61-9714-588d3c4fbbc4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.127723] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1174.127723] env[69843]: value = "task-3705026" [ 1174.127723] env[69843]: _type = "Task" [ 1174.127723] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.138725] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.183168] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705024, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.394026] env[69843]: INFO nova.compute.manager [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Took 16.38 seconds to build instance. [ 1174.474288] env[69843]: INFO nova.compute.manager [-] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Took 1.41 seconds to deallocate network for instance. [ 1174.543933] env[69843]: DEBUG nova.compute.manager [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.586037] env[69843]: DEBUG nova.virt.hardware [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.586343] env[69843]: DEBUG nova.virt.hardware [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.586529] env[69843]: DEBUG nova.virt.hardware [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.586753] env[69843]: DEBUG nova.virt.hardware [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.586908] env[69843]: DEBUG nova.virt.hardware [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.587216] env[69843]: DEBUG nova.virt.hardware [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.587528] env[69843]: DEBUG nova.virt.hardware [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.587714] env[69843]: DEBUG nova.virt.hardware [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.587897] env[69843]: DEBUG nova.virt.hardware [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.588085] env[69843]: DEBUG nova.virt.hardware [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.588273] env[69843]: DEBUG nova.virt.hardware [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.589620] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c3b73-beb4-4caf-a1d8-fd84e8d432e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.603519] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f55f8f0-662f-4d13-ba6c-35836d9adc86 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.630861] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705025, 'name': PowerOffVM_Task, 'duration_secs': 0.27692} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.637286] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.637531] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance '5cf3a996-f7b0-4d83-ad95-4dc539c90b34' progress to 17 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.648501] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705026, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.679863] env[69843]: DEBUG oslo_vmware.api [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705024, 'name': PowerOnVM_Task, 'duration_secs': 0.523088} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.680152] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.680396] env[69843]: DEBUG nova.compute.manager [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1174.681212] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f95836-c396-44c9-99f4-9e9431ed0431 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.845867] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bf00f6-f4d8-428b-ae28-e854651b40dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.854864] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6c5cb5-99b5-402b-a9ba-a37c57648530 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.860801] env[69843]: DEBUG nova.compute.manager [req-e6ec538c-1389-49e2-a32d-585770e9546e req-048df96f-9914-4746-a09b-e2604e73cdb2 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Received event network-changed-090b2c90-c2e9-4c73-9f94-00fe151cec53 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.860902] env[69843]: DEBUG nova.compute.manager [req-e6ec538c-1389-49e2-a32d-585770e9546e req-048df96f-9914-4746-a09b-e2604e73cdb2 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Refreshing instance network info cache due to event network-changed-090b2c90-c2e9-4c73-9f94-00fe151cec53. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.861151] env[69843]: DEBUG oslo_concurrency.lockutils [req-e6ec538c-1389-49e2-a32d-585770e9546e req-048df96f-9914-4746-a09b-e2604e73cdb2 service nova] Acquiring lock "refresh_cache-a18b8638-c23b-42e1-85d3-5e7a173195a3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.861323] env[69843]: DEBUG oslo_concurrency.lockutils [req-e6ec538c-1389-49e2-a32d-585770e9546e req-048df96f-9914-4746-a09b-e2604e73cdb2 service nova] Acquired lock "refresh_cache-a18b8638-c23b-42e1-85d3-5e7a173195a3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.861498] env[69843]: DEBUG nova.network.neutron [req-e6ec538c-1389-49e2-a32d-585770e9546e req-048df96f-9914-4746-a09b-e2604e73cdb2 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Refreshing network info cache for port 090b2c90-c2e9-4c73-9f94-00fe151cec53 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.892413] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77848dbf-759d-46e8-a517-8472f94dc220 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.895618] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6f9edea9-3747-4b03-b1e7-064f7b46d2ee tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "a18b8638-c23b-42e1-85d3-5e7a173195a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.888s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.901653] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3527078-2cab-4227-ae43-f7b1c1265406 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.917629] env[69843]: DEBUG nova.compute.provider_tree [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.983034] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.059462] env[69843]: DEBUG nova.network.neutron [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Successfully updated port: 88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.144272] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.145025] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.145025] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.145025] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.145025] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.145283] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.145347] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.145498] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.145654] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.145855] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.146011] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.151492] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592469} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.151825] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dd34a0e-5355-438a-8c96-38e91e6a727d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.163473] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 339d3606-a7ea-4091-bec3-d51f99f9af90/339d3606-a7ea-4091-bec3-d51f99f9af90.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.163789] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.164501] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69c726e9-7dfb-4b7b-bf4c-6861b6ddb2d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.174343] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1175.174343] env[69843]: value = "task-3705028" [ 1175.174343] env[69843]: _type = "Task" [ 1175.174343] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.179476] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1175.179476] env[69843]: value = "task-3705027" [ 1175.179476] env[69843]: _type = "Task" [ 1175.179476] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.190861] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.210788] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.213958] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.421462] env[69843]: DEBUG nova.scheduler.client.report [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.562377] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.562377] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.562377] env[69843]: DEBUG nova.network.neutron [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.642726] env[69843]: DEBUG nova.network.neutron [req-e6ec538c-1389-49e2-a32d-585770e9546e req-048df96f-9914-4746-a09b-e2604e73cdb2 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Updated VIF entry in instance network info cache for port 090b2c90-c2e9-4c73-9f94-00fe151cec53. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.643115] env[69843]: DEBUG nova.network.neutron [req-e6ec538c-1389-49e2-a32d-585770e9546e req-048df96f-9914-4746-a09b-e2604e73cdb2 service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Updating instance_info_cache with network_info: [{"id": "090b2c90-c2e9-4c73-9f94-00fe151cec53", "address": "fa:16:3e:cf:5c:4b", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap090b2c90-c2", "ovs_interfaceid": "090b2c90-c2e9-4c73-9f94-00fe151cec53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.691029] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705028, 'name': ReconfigVM_Task, 'duration_secs': 0.300669} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.691889] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance '5cf3a996-f7b0-4d83-ad95-4dc539c90b34' progress to 33 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.699133] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085206} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.702407] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.702407] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e282e5e5-3010-4a04-9b83-9d3452306f33 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.726761] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 339d3606-a7ea-4091-bec3-d51f99f9af90/339d3606-a7ea-4091-bec3-d51f99f9af90.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.727519] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9664052e-c0e6-47ed-a777-2a3e9c399862 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.751227] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1175.751227] env[69843]: value = "task-3705029" [ 1175.751227] env[69843]: _type = "Task" [ 1175.751227] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.761678] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.852056] env[69843]: DEBUG oslo_concurrency.lockutils [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "bff48a10-2981-4ead-99a1-b4dec06ba221" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.852056] env[69843]: DEBUG oslo_concurrency.lockutils [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "bff48a10-2981-4ead-99a1-b4dec06ba221" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.852294] env[69843]: DEBUG oslo_concurrency.lockutils [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "bff48a10-2981-4ead-99a1-b4dec06ba221-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.852498] env[69843]: DEBUG oslo_concurrency.lockutils [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "bff48a10-2981-4ead-99a1-b4dec06ba221-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.852693] env[69843]: DEBUG oslo_concurrency.lockutils [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "bff48a10-2981-4ead-99a1-b4dec06ba221-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.859015] env[69843]: INFO nova.compute.manager [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Terminating instance [ 1175.930180] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.405s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.933254] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.950s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.933633] env[69843]: DEBUG nova.objects.instance [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lazy-loading 'resources' on Instance uuid ab6bd375-0858-48aa-9efa-c1de73447a56 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.968762] env[69843]: INFO nova.network.neutron [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Updating port 89c3b438-4d0f-409e-8ec3-cea88b8aa24d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1176.111078] env[69843]: DEBUG nova.network.neutron [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.153754] env[69843]: DEBUG oslo_concurrency.lockutils [req-e6ec538c-1389-49e2-a32d-585770e9546e req-048df96f-9914-4746-a09b-e2604e73cdb2 service nova] Releasing lock "refresh_cache-a18b8638-c23b-42e1-85d3-5e7a173195a3" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.157595] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquiring lock "6c7ef6ae-e1aa-4262-bf5b-31d074cde36f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.157882] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lock "6c7ef6ae-e1aa-4262-bf5b-31d074cde36f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.158124] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquiring lock "6c7ef6ae-e1aa-4262-bf5b-31d074cde36f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.158306] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lock "6c7ef6ae-e1aa-4262-bf5b-31d074cde36f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.158509] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lock "6c7ef6ae-e1aa-4262-bf5b-31d074cde36f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.162368] env[69843]: INFO nova.compute.manager [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Terminating instance [ 1176.173174] env[69843]: DEBUG nova.compute.manager [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Received event network-vif-plugged-88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.173325] env[69843]: DEBUG oslo_concurrency.lockutils [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] Acquiring lock "50a15810-d3e3-4193-b777-84967df4174d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.173482] env[69843]: DEBUG oslo_concurrency.lockutils [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] Lock "50a15810-d3e3-4193-b777-84967df4174d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.173755] env[69843]: DEBUG oslo_concurrency.lockutils [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] Lock "50a15810-d3e3-4193-b777-84967df4174d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.173957] env[69843]: DEBUG nova.compute.manager [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] No waiting events found dispatching network-vif-plugged-88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1176.174179] env[69843]: WARNING nova.compute.manager [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Received unexpected event network-vif-plugged-88caa201-7e1f-4b97-b9c1-39c9576939df for instance with vm_state building and task_state spawning. [ 1176.174427] env[69843]: DEBUG nova.compute.manager [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Received event network-changed-88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.174649] env[69843]: DEBUG nova.compute.manager [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Refreshing instance network info cache due to event network-changed-88caa201-7e1f-4b97-b9c1-39c9576939df. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.174883] env[69843]: DEBUG oslo_concurrency.lockutils [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] Acquiring lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.202446] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.202769] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.203008] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.203258] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.203484] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.203607] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.203753] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.203933] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.204109] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.204292] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.204492] env[69843]: DEBUG nova.virt.hardware [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.210312] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.211216] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0332683-92df-46eb-b95d-748fa97e3b80 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.233922] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1176.233922] env[69843]: value = "task-3705031" [ 1176.233922] env[69843]: _type = "Task" [ 1176.233922] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.248906] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705031, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.263890] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705029, 'name': ReconfigVM_Task, 'duration_secs': 0.484345} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.264304] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 339d3606-a7ea-4091-bec3-d51f99f9af90/339d3606-a7ea-4091-bec3-d51f99f9af90.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.265131] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dcef199-3ca4-46f6-81f5-12e4eed6d987 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.273113] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1176.273113] env[69843]: value = "task-3705032" [ 1176.273113] env[69843]: _type = "Task" [ 1176.273113] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.282710] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705032, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.355896] env[69843]: DEBUG nova.network.neutron [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updating instance_info_cache with network_info: [{"id": "88caa201-7e1f-4b97-b9c1-39c9576939df", "address": "fa:16:3e:8b:c6:ce", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88caa201-7e", "ovs_interfaceid": "88caa201-7e1f-4b97-b9c1-39c9576939df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.363553] env[69843]: DEBUG nova.compute.manager [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.363966] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.365137] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e384be-587e-4f96-833f-d814166ee35f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.377257] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.377665] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ea14c6-44b2-497b-93e3-58aabdac0a62 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.385041] env[69843]: DEBUG oslo_vmware.api [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1176.385041] env[69843]: value = "task-3705033" [ 1176.385041] env[69843]: _type = "Task" [ 1176.385041] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.396508] env[69843]: DEBUG oslo_vmware.api [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.671462] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquiring lock "refresh_cache-6c7ef6ae-e1aa-4262-bf5b-31d074cde36f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.671770] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquired lock "refresh_cache-6c7ef6ae-e1aa-4262-bf5b-31d074cde36f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.671818] env[69843]: DEBUG nova.network.neutron [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.676553] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbf9982-ddeb-43e6-8203-80d07b29eda1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.686335] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9f46b1-3c23-4aa9-9ed5-88ae2ff2dcd0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.719623] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cbbbb3-1100-4a96-aa0e-3650c47e2b5d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.727965] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24571f54-8561-4bd3-a1ec-a96bfee3289b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.743573] env[69843]: DEBUG nova.compute.provider_tree [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.754416] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705031, 'name': ReconfigVM_Task, 'duration_secs': 0.215571} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.755335] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1176.756168] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f33db84-7ed5-4d48-b5c7-f0cb46d1951b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.785821] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5cf3a996-f7b0-4d83-ad95-4dc539c90b34/5cf3a996-f7b0-4d83-ad95-4dc539c90b34.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.789763] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf5eeb40-d5ff-4bf6-a5f3-8fc2e36ed98b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.809502] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705032, 'name': Rename_Task, 'duration_secs': 0.203959} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.811277] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.811574] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1176.811574] env[69843]: value = "task-3705034" [ 1176.811574] env[69843]: _type = "Task" [ 1176.811574] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.811845] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f293d37b-4a2e-4525-9f98-764666001eb0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.824452] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.826374] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1176.826374] env[69843]: value = "task-3705035" [ 1176.826374] env[69843]: _type = "Task" [ 1176.826374] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.858883] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.860632] env[69843]: DEBUG nova.compute.manager [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Instance network_info: |[{"id": "88caa201-7e1f-4b97-b9c1-39c9576939df", "address": "fa:16:3e:8b:c6:ce", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88caa201-7e", "ovs_interfaceid": "88caa201-7e1f-4b97-b9c1-39c9576939df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.861344] env[69843]: DEBUG oslo_concurrency.lockutils [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] Acquired lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.861460] env[69843]: DEBUG nova.network.neutron [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Refreshing network info cache for port 88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.863239] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:c6:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88caa201-7e1f-4b97-b9c1-39c9576939df', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.873152] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.876282] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.877104] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0df3134b-8dfc-4910-a488-29a1b35d0131 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.906060] env[69843]: DEBUG oslo_vmware.api [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705033, 'name': PowerOffVM_Task, 'duration_secs': 0.302792} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.906328] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.906478] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.907113] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.907113] env[69843]: value = "task-3705036" [ 1176.907113] env[69843]: _type = "Task" [ 1176.907113] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.907314] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44ba3d9e-b90f-4f4c-bce6-2e3ae1ea4c8b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.918643] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705036, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.992597] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.992993] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.993224] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Deleting the datastore file [datastore1] bff48a10-2981-4ead-99a1-b4dec06ba221 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.993488] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eefa68ac-a2fd-4b7f-a597-b29a4fb230ff {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.003672] env[69843]: DEBUG oslo_vmware.api [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1177.003672] env[69843]: value = "task-3705038" [ 1177.003672] env[69843]: _type = "Task" [ 1177.003672] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.015171] env[69843]: DEBUG oslo_vmware.api [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.137644] env[69843]: DEBUG nova.network.neutron [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updated VIF entry in instance network info cache for port 88caa201-7e1f-4b97-b9c1-39c9576939df. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.138171] env[69843]: DEBUG nova.network.neutron [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updating instance_info_cache with network_info: [{"id": "88caa201-7e1f-4b97-b9c1-39c9576939df", "address": "fa:16:3e:8b:c6:ce", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88caa201-7e", "ovs_interfaceid": "88caa201-7e1f-4b97-b9c1-39c9576939df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.191665] env[69843]: DEBUG nova.network.neutron [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.244852] env[69843]: DEBUG nova.network.neutron [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.249617] env[69843]: DEBUG nova.scheduler.client.report [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.323671] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705034, 'name': ReconfigVM_Task, 'duration_secs': 0.33647} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.323952] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5cf3a996-f7b0-4d83-ad95-4dc539c90b34/5cf3a996-f7b0-4d83-ad95-4dc539c90b34.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.324249] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance '5cf3a996-f7b0-4d83-ad95-4dc539c90b34' progress to 50 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.336159] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.420713] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705036, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.514050] env[69843]: DEBUG oslo_vmware.api [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435369} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.514333] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.514520] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.514703] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.514870] env[69843]: INFO nova.compute.manager [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1177.515126] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.515325] env[69843]: DEBUG nova.compute.manager [-] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.515611] env[69843]: DEBUG nova.network.neutron [-] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.641560] env[69843]: DEBUG oslo_concurrency.lockutils [req-908efebd-dca6-477b-bbe3-9596d4c647c2 req-0e9dc036-bed5-4996-a66e-9a835cac0bac service nova] Releasing lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.742609] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.742609] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.742609] env[69843]: DEBUG nova.network.neutron [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.748681] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Releasing lock "refresh_cache-6c7ef6ae-e1aa-4262-bf5b-31d074cde36f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.749186] env[69843]: DEBUG nova.compute.manager [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.749408] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.750374] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1087c5d-cf0e-4949-adce-e4c02e2f34b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.754353] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.756866] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.543s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.757282] env[69843]: DEBUG nova.objects.instance [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1177.765416] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.765416] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc9c0453-c69e-41f4-a2a7-e585710f9d16 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.772840] env[69843]: DEBUG oslo_vmware.api [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1177.772840] env[69843]: value = "task-3705039" [ 1177.772840] env[69843]: _type = "Task" [ 1177.772840] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.782693] env[69843]: DEBUG oslo_vmware.api [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.786379] env[69843]: INFO nova.scheduler.client.report [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Deleted allocations for instance ab6bd375-0858-48aa-9efa-c1de73447a56 [ 1177.834254] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86c7393-37ef-448a-8244-662e4b641881 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.845152] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.863705] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad6b6b1-130b-47bc-9f29-f89219017773 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.888374] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance '5cf3a996-f7b0-4d83-ad95-4dc539c90b34' progress to 67 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.921134] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705036, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.214345] env[69843]: DEBUG nova.compute.manager [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Received event network-vif-plugged-89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.214740] env[69843]: DEBUG oslo_concurrency.lockutils [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] Acquiring lock "285e01d3-1962-4808-9a14-deee2c471a5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.214913] env[69843]: DEBUG oslo_concurrency.lockutils [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] Lock "285e01d3-1962-4808-9a14-deee2c471a5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.215031] env[69843]: DEBUG oslo_concurrency.lockutils [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] Lock "285e01d3-1962-4808-9a14-deee2c471a5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.215276] env[69843]: DEBUG nova.compute.manager [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] No waiting events found dispatching network-vif-plugged-89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1178.215506] env[69843]: WARNING nova.compute.manager [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Received unexpected event network-vif-plugged-89c3b438-4d0f-409e-8ec3-cea88b8aa24d for instance with vm_state shelved_offloaded and task_state spawning. [ 1178.215698] env[69843]: DEBUG nova.compute.manager [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Received event network-changed-89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.215858] env[69843]: DEBUG nova.compute.manager [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Refreshing instance network info cache due to event network-changed-89c3b438-4d0f-409e-8ec3-cea88b8aa24d. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.216063] env[69843]: DEBUG oslo_concurrency.lockutils [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] Acquiring lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.289216] env[69843]: DEBUG oslo_vmware.api [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705039, 'name': PowerOffVM_Task, 'duration_secs': 0.2122} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.289216] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.289398] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.289650] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfcba660-f4e6-47c8-b51d-0e144ac60db0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.296036] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9674c984-60ba-4cf3-ac00-3f8e902a6c43 tempest-ImagesTestJSON-854784550 tempest-ImagesTestJSON-854784550-project-member] Lock "ab6bd375-0858-48aa-9efa-c1de73447a56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.909s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.322339] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.322339] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.322538] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Deleting the datastore file [datastore1] 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.323217] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34508bf3-0bfc-41d6-88aa-dda6d38b8a7a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.339917] env[69843]: DEBUG oslo_vmware.api [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for the task: (returnval){ [ 1178.339917] env[69843]: value = "task-3705041" [ 1178.339917] env[69843]: _type = "Task" [ 1178.339917] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.343811] env[69843]: DEBUG oslo_vmware.api [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705035, 'name': PowerOnVM_Task, 'duration_secs': 1.38025} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.348912] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.349860] env[69843]: INFO nova.compute.manager [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1178.350171] env[69843]: DEBUG nova.compute.manager [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.351550] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ebb8fb-4397-4a43-b88b-358a53020d82 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.363348] env[69843]: DEBUG oslo_vmware.api [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.424651] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705036, 'name': CreateVM_Task, 'duration_secs': 1.037728} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.425269] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.426267] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.426267] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.426477] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.426715] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972d6ce8-ed4d-43c7-a042-821a9e5da9c5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.432994] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1178.432994] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521930f6-b54a-8d56-8b7e-9effe9937aa4" [ 1178.432994] env[69843]: _type = "Task" [ 1178.432994] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.443651] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521930f6-b54a-8d56-8b7e-9effe9937aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.512870] env[69843]: DEBUG nova.network.neutron [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Updating instance_info_cache with network_info: [{"id": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "address": "fa:16:3e:c9:2d:12", "network": {"id": "a5115484-fc69-44ef-b992-6c5eb0463f14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1213536260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26f67c4b5fe4081a3b5c98c14da6a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c3b438-4d", "ovs_interfaceid": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.615076] env[69843]: DEBUG nova.network.neutron [-] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.771801] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc1bcd19-4419-4072-bfaf-fad5708376e7 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.855228] env[69843]: DEBUG oslo_vmware.api [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Task: {'id': task-3705041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185129} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.858361] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.858361] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.858361] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.858361] env[69843]: INFO nova.compute.manager [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1178.858361] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.858361] env[69843]: DEBUG nova.compute.manager [-] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.858361] env[69843]: DEBUG nova.network.neutron [-] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.877580] env[69843]: DEBUG nova.network.neutron [-] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.878231] env[69843]: INFO nova.compute.manager [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Took 17.47 seconds to build instance. [ 1178.945769] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521930f6-b54a-8d56-8b7e-9effe9937aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.013132} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.945769] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.945769] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.947351] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.947351] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.947351] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.947351] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5a3e06c-949b-4de6-83ce-bc50b20dc8ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.957486] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.957794] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.958988] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ecf4f6-9e9c-461d-b139-fcf5ffb211ae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.966317] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1178.966317] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527e3fb7-fce3-83c4-e176-01ac54a4cbd8" [ 1178.966317] env[69843]: _type = "Task" [ 1178.966317] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.976921] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527e3fb7-fce3-83c4-e176-01ac54a4cbd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.016143] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Releasing lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.023025] env[69843]: DEBUG oslo_concurrency.lockutils [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] Acquired lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.023275] env[69843]: DEBUG nova.network.neutron [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Refreshing network info cache for port 89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.054385] env[69843]: DEBUG nova.virt.hardware [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='23341d9f26a7be008a52f90c6b121167',container_format='bare',created_at=2025-04-29T01:39:05Z,direct_url=,disk_format='vmdk',id=73b7a574-1299-484c-9ad9-40683321b982,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-407324249-shelved',owner='d26f67c4b5fe4081a3b5c98c14da6a9e',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-04-29T01:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.058022] env[69843]: DEBUG nova.virt.hardware [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.058022] env[69843]: DEBUG nova.virt.hardware [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.058022] env[69843]: DEBUG nova.virt.hardware [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.058022] env[69843]: DEBUG nova.virt.hardware [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.058022] env[69843]: DEBUG nova.virt.hardware [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.058022] env[69843]: DEBUG nova.virt.hardware [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.058022] env[69843]: DEBUG nova.virt.hardware [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.058022] env[69843]: DEBUG nova.virt.hardware [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.058022] env[69843]: DEBUG nova.virt.hardware [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.058022] env[69843]: DEBUG nova.virt.hardware [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.058022] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d509c684-81c3-4cd4-a5a3-49cc97a19aa6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.069046] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb27d1d-debb-45fb-9ad7-e35b0dbc9add {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.086881] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:2d:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89c3b438-4d0f-409e-8ec3-cea88b8aa24d', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.096115] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.096803] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.097199] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02de3c2b-8bda-41a7-8665-551808308603 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.117772] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.117772] env[69843]: value = "task-3705043" [ 1179.117772] env[69843]: _type = "Task" [ 1179.117772] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.121422] env[69843]: INFO nova.compute.manager [-] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Took 1.61 seconds to deallocate network for instance. [ 1179.131504] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705043, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.382191] env[69843]: DEBUG nova.network.neutron [-] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.383713] env[69843]: DEBUG oslo_concurrency.lockutils [None req-2c91437a-d0c1-4c58-adbb-8c790b4a98c8 tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "339d3606-a7ea-4091-bec3-d51f99f9af90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.983s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.486871] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527e3fb7-fce3-83c4-e176-01ac54a4cbd8, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.488079] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f8ee47-c434-40f5-9f40-8ad2d6fc4114 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.494871] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1179.494871] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e300c5-ebf8-b094-df41-33db62a98c71" [ 1179.494871] env[69843]: _type = "Task" [ 1179.494871] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.505511] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e300c5-ebf8-b094-df41-33db62a98c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.629318] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705043, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.633520] env[69843]: DEBUG oslo_concurrency.lockutils [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.633892] env[69843]: DEBUG oslo_concurrency.lockutils [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.634187] env[69843]: DEBUG nova.objects.instance [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lazy-loading 'resources' on Instance uuid bff48a10-2981-4ead-99a1-b4dec06ba221 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.661744] env[69843]: DEBUG nova.network.neutron [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Port f3543277-c1dc-4f49-ba8d-fe468c730827 binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1179.886254] env[69843]: INFO nova.compute.manager [-] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Took 1.03 seconds to deallocate network for instance. [ 1179.905159] env[69843]: DEBUG nova.network.neutron [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Updated VIF entry in instance network info cache for port 89c3b438-4d0f-409e-8ec3-cea88b8aa24d. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.905529] env[69843]: DEBUG nova.network.neutron [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Updating instance_info_cache with network_info: [{"id": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "address": "fa:16:3e:c9:2d:12", "network": {"id": "a5115484-fc69-44ef-b992-6c5eb0463f14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1213536260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26f67c4b5fe4081a3b5c98c14da6a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c3b438-4d", "ovs_interfaceid": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.996020] env[69843]: DEBUG nova.compute.manager [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Stashing vm_state: active {{(pid=69843) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1180.007750] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e300c5-ebf8-b094-df41-33db62a98c71, 'name': SearchDatastore_Task, 'duration_secs': 0.01705} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.008290] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.008668] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 50a15810-d3e3-4193-b777-84967df4174d/50a15810-d3e3-4193-b777-84967df4174d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.009117] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c2821bf-a167-4834-928d-0f03ba7e7f88 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.018125] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1180.018125] env[69843]: value = "task-3705044" [ 1180.018125] env[69843]: _type = "Task" [ 1180.018125] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.026035] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.131494] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705043, 'name': CreateVM_Task, 'duration_secs': 0.894381} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.131779] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.132525] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.132771] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.133196] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.133514] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78345af-f8d7-449b-bc89-cef1bc40f74a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.140812] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1180.140812] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e43888-1ae1-caa7-ffd2-ffd3f8815743" [ 1180.140812] env[69843]: _type = "Task" [ 1180.140812] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.152140] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e43888-1ae1-caa7-ffd2-ffd3f8815743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.398453] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.407587] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d928a4-7ef9-4e5a-8303-8d2a656e09f2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.410675] env[69843]: DEBUG oslo_concurrency.lockutils [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] Releasing lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.411285] env[69843]: DEBUG nova.compute.manager [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Received event network-vif-deleted-da901d34-40aa-40cb-953e-4fd73ec9f981 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.411285] env[69843]: INFO nova.compute.manager [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Neutron deleted interface da901d34-40aa-40cb-953e-4fd73ec9f981; detaching it from the instance and deleting it from the info cache [ 1180.411408] env[69843]: DEBUG nova.network.neutron [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.420020] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6b566b-8fb9-4928-b769-e6f0aab22074 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.454766] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c262e668-656c-4b1f-9a39-c564866c1d7c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.464153] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7521ee-d2b8-4b24-bdc6-c27550a740ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.480533] env[69843]: DEBUG nova.compute.provider_tree [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.518709] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.528020] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705044, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.655559] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.655977] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Processing image 73b7a574-1299-484c-9ad9-40683321b982 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.656314] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982/73b7a574-1299-484c-9ad9-40683321b982.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.656558] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982/73b7a574-1299-484c-9ad9-40683321b982.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.660033] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.660033] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fa71e45-e4a4-428d-8744-f9284734e3e0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.679649] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.679859] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.683781] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3ce429-6108-4429-bebd-abc498c27a61 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.691143] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.691391] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.691595] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.697019] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1180.697019] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5287580f-d5cb-a71a-bdb3-ad269fe66ab0" [ 1180.697019] env[69843]: _type = "Task" [ 1180.697019] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.708331] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5287580f-d5cb-a71a-bdb3-ad269fe66ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.918834] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-498dcb2b-af8e-4a70-957c-34f53060a3ef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.930522] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf717a9d-ebbd-4f14-aebb-06c987fe1543 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.966609] env[69843]: DEBUG nova.compute.manager [req-39177b80-a6e8-48a0-bf90-97333b7d842a req-2ebb09f2-6d70-4241-b1c7-f090f4ca3b78 service nova] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Detach interface failed, port_id=da901d34-40aa-40cb-953e-4fd73ec9f981, reason: Instance bff48a10-2981-4ead-99a1-b4dec06ba221 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.984200] env[69843]: DEBUG nova.scheduler.client.report [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.028426] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860903} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.028688] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 50a15810-d3e3-4193-b777-84967df4174d/50a15810-d3e3-4193-b777-84967df4174d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.028905] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.029288] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a62af08-0c30-4523-bb72-9831ef8e5624 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.036769] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1181.036769] env[69843]: value = "task-3705046" [ 1181.036769] env[69843]: _type = "Task" [ 1181.036769] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.048231] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.209188] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Preparing fetch location {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1181.209470] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Fetch image to [datastore1] OSTACK_IMG_594b06f0-d759-44a2-9bcf-ae6deae5734f/OSTACK_IMG_594b06f0-d759-44a2-9bcf-ae6deae5734f.vmdk {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1181.209661] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Downloading stream optimized image 73b7a574-1299-484c-9ad9-40683321b982 to [datastore1] OSTACK_IMG_594b06f0-d759-44a2-9bcf-ae6deae5734f/OSTACK_IMG_594b06f0-d759-44a2-9bcf-ae6deae5734f.vmdk on the data store datastore1 as vApp {{(pid=69843) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1181.209831] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Downloading image file data 73b7a574-1299-484c-9ad9-40683321b982 to the ESX as VM named 'OSTACK_IMG_594b06f0-d759-44a2-9bcf-ae6deae5734f' {{(pid=69843) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1181.416413] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1181.416413] env[69843]: value = "resgroup-9" [ 1181.416413] env[69843]: _type = "ResourcePool" [ 1181.416413] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1181.416751] env[69843]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-98010c7f-352a-4119-ba47-840cddadd807 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.440119] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lease: (returnval){ [ 1181.440119] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5273c75a-0f1c-a375-a98d-26ca1a2a8078" [ 1181.440119] env[69843]: _type = "HttpNfcLease" [ 1181.440119] env[69843]: } obtained for vApp import into resource pool (val){ [ 1181.440119] env[69843]: value = "resgroup-9" [ 1181.440119] env[69843]: _type = "ResourcePool" [ 1181.440119] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1181.440709] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the lease: (returnval){ [ 1181.440709] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5273c75a-0f1c-a375-a98d-26ca1a2a8078" [ 1181.440709] env[69843]: _type = "HttpNfcLease" [ 1181.440709] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1181.448680] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.448680] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5273c75a-0f1c-a375-a98d-26ca1a2a8078" [ 1181.448680] env[69843]: _type = "HttpNfcLease" [ 1181.448680] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1181.489563] env[69843]: DEBUG oslo_concurrency.lockutils [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.492801] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.094s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.493381] env[69843]: DEBUG nova.objects.instance [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lazy-loading 'resources' on Instance uuid 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.524736] env[69843]: INFO nova.scheduler.client.report [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Deleted allocations for instance bff48a10-2981-4ead-99a1-b4dec06ba221 [ 1181.549836] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163018} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.550169] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.551053] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cf134c-3ba8-421f-b5a7-fe31a34275be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.578744] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 50a15810-d3e3-4193-b777-84967df4174d/50a15810-d3e3-4193-b777-84967df4174d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.580482] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b3d1950-7451-41c9-b6f0-9f33416f6453 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.604281] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1181.604281] env[69843]: value = "task-3705048" [ 1181.604281] env[69843]: _type = "Task" [ 1181.604281] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.617032] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.732068] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.732282] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.732584] env[69843]: DEBUG nova.network.neutron [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.950349] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.950349] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5273c75a-0f1c-a375-a98d-26ca1a2a8078" [ 1181.950349] env[69843]: _type = "HttpNfcLease" [ 1181.950349] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1182.036946] env[69843]: DEBUG oslo_concurrency.lockutils [None req-91e51edf-4147-4401-b2aa-89c95e49b2d4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "bff48a10-2981-4ead-99a1-b4dec06ba221" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.185s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.115027] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.203066] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e037a2e-aeb4-4450-bb5b-9bac6331f1b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.214335] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae349a5b-4b1f-499f-95c7-66b766a7152f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.252833] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdde2a9b-b50b-4143-aee4-e26ff5bed904 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.263137] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99b71c1-242d-4443-b6a9-fde7bbbb5d67 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.279880] env[69843]: DEBUG nova.compute.provider_tree [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.452252] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1182.452252] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5273c75a-0f1c-a375-a98d-26ca1a2a8078" [ 1182.452252] env[69843]: _type = "HttpNfcLease" [ 1182.452252] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1182.452809] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1182.452809] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5273c75a-0f1c-a375-a98d-26ca1a2a8078" [ 1182.452809] env[69843]: _type = "HttpNfcLease" [ 1182.452809] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1182.454787] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb55c3d-083b-46fc-ba71-d59631d70a12 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.468442] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c4ba-0e3e-6d07-90cc-4ce34c56dbb8/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1182.468442] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c4ba-0e3e-6d07-90cc-4ce34c56dbb8/disk-0.vmdk. {{(pid=69843) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1182.541946] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dc2cbb59-3f45-4db7-bf07-c8f709ebcd95 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.589021] env[69843]: DEBUG nova.network.neutron [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance_info_cache with network_info: [{"id": "f3543277-c1dc-4f49-ba8d-fe468c730827", "address": "fa:16:3e:6e:49:ef", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3543277-c1", "ovs_interfaceid": "f3543277-c1dc-4f49-ba8d-fe468c730827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.617216] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705048, 'name': ReconfigVM_Task, 'duration_secs': 0.725455} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.617460] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 50a15810-d3e3-4193-b777-84967df4174d/50a15810-d3e3-4193-b777-84967df4174d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.618268] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67fb6a09-ae0f-4b49-85ea-532f473a9e3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.626643] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1182.626643] env[69843]: value = "task-3705049" [ 1182.626643] env[69843]: _type = "Task" [ 1182.626643] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.637594] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705049, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.784221] env[69843]: DEBUG nova.scheduler.client.report [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.982209] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.982680] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.983038] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.983038] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.983144] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.983414] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.983485] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.983649] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69843) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1182.983834] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.092098] env[69843]: DEBUG oslo_concurrency.lockutils [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.138765] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705049, 'name': Rename_Task, 'duration_secs': 0.176132} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.139072] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.139358] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4c8785d-9003-4d6f-9aff-41906d3932f9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.147670] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1183.147670] env[69843]: value = "task-3705051" [ 1183.147670] env[69843]: _type = "Task" [ 1183.147670] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.159096] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.183598] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.183870] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.295314] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.297830] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.780s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.322183] env[69843]: INFO nova.scheduler.client.report [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Deleted allocations for instance 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f [ 1183.487175] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.605048] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97db376e-11f0-4b23-9a83-600ee2531638 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.615628] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e1628b-b36a-49b4-9227-923fb0fe9e1d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.658988] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705051, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.688843] env[69843]: INFO nova.compute.manager [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Detaching volume 61376cb5-547a-42c6-9ae5-16e1d39cbbd8 [ 1183.736971] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Completed reading data from the image iterator. {{(pid=69843) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1183.737367] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c4ba-0e3e-6d07-90cc-4ce34c56dbb8/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1183.738509] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbf3c3e-f873-4f13-b621-18958a606a69 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.747481] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c4ba-0e3e-6d07-90cc-4ce34c56dbb8/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1183.748080] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c4ba-0e3e-6d07-90cc-4ce34c56dbb8/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1183.748080] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c0c963a8-30e4-4def-bc6b-7a784ae6d11b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.756192] env[69843]: INFO nova.virt.block_device [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Attempting to driver detach volume 61376cb5-547a-42c6-9ae5-16e1d39cbbd8 from mountpoint /dev/sdb [ 1183.758020] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1183.758020] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737940', 'volume_id': '61376cb5-547a-42c6-9ae5-16e1d39cbbd8', 'name': 'volume-61376cb5-547a-42c6-9ae5-16e1d39cbbd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e140dde-bc5a-4613-b6f1-c0a1d04734b7', 'attached_at': '', 'detached_at': '', 'volume_id': '61376cb5-547a-42c6-9ae5-16e1d39cbbd8', 'serial': '61376cb5-547a-42c6-9ae5-16e1d39cbbd8'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1183.758020] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817b65c8-a9fa-411c-93ca-bbf1aebf617e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.788171] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971d03eb-e729-4b61-972d-8dfdbef496db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.797567] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dd1c9a-2806-4b44-944c-718eb5ae813e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.806082] env[69843]: INFO nova.compute.claims [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.832566] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3abc65bd-b9e7-4304-9ce1-cf9a3a71ed08 tempest-ServersListShow298Test-705247380 tempest-ServersListShow298Test-705247380-project-member] Lock "6c7ef6ae-e1aa-4262-bf5b-31d074cde36f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.675s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.834710] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e898a2-1e97-45a5-a5ca-4cac50a037ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.858202] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] The volume has not been displaced from its original location: [datastore2] volume-61376cb5-547a-42c6-9ae5-16e1d39cbbd8/volume-61376cb5-547a-42c6-9ae5-16e1d39cbbd8.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1183.863572] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1183.864292] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1af4d34f-fbf8-4e33-9538-e99a131eb77b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.884522] env[69843]: DEBUG oslo_vmware.api [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1183.884522] env[69843]: value = "task-3705052" [ 1183.884522] env[69843]: _type = "Task" [ 1183.884522] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.894726] env[69843]: DEBUG oslo_vmware.api [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.947264] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244c4ba-0e3e-6d07-90cc-4ce34c56dbb8/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1183.947644] env[69843]: INFO nova.virt.vmwareapi.images [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Downloaded image file data 73b7a574-1299-484c-9ad9-40683321b982 [ 1183.949019] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e074d5c-fa51-46f5-8b85-04cb4cf7e333 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.965505] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc0f042e-41ad-4387-b3c5-49410999399c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.992746] env[69843]: INFO nova.virt.vmwareapi.images [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] The imported VM was unregistered [ 1183.996395] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Caching image {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1183.996395] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Creating directory with path [datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982 {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.996636] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b51fbcec-42c3-4b3f-a961-f77d95af7263 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.032649] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Created directory with path [datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982 {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.032844] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_594b06f0-d759-44a2-9bcf-ae6deae5734f/OSTACK_IMG_594b06f0-d759-44a2-9bcf-ae6deae5734f.vmdk to [datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982/73b7a574-1299-484c-9ad9-40683321b982.vmdk. {{(pid=69843) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1184.033132] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-65d29432-7dd9-4057-b45c-62831d20c26e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.040695] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1184.040695] env[69843]: value = "task-3705054" [ 1184.040695] env[69843]: _type = "Task" [ 1184.040695] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.049233] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705054, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.159303] env[69843]: DEBUG oslo_vmware.api [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705051, 'name': PowerOnVM_Task, 'duration_secs': 0.657319} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.159601] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.159807] env[69843]: INFO nova.compute.manager [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1184.159984] env[69843]: DEBUG nova.compute.manager [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1184.160929] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfebd3dd-6165-49c7-a99f-8f4d8d15d770 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.334937] env[69843]: INFO nova.compute.resource_tracker [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating resource usage from migration 211f2242-9655-49c1-a3ed-79d9953c3f00 [ 1184.398346] env[69843]: DEBUG oslo_vmware.api [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705052, 'name': ReconfigVM_Task, 'duration_secs': 0.312846} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.398346] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1184.400316] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee6b0b8c-0750-44e0-befa-e8c8413730a5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.417641] env[69843]: DEBUG oslo_vmware.api [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1184.417641] env[69843]: value = "task-3705055" [ 1184.417641] env[69843]: _type = "Task" [ 1184.417641] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.427776] env[69843]: DEBUG oslo_vmware.api [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.552695] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705054, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.684181] env[69843]: INFO nova.compute.manager [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Took 20.20 seconds to build instance. [ 1184.717774] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afa585a-5470-415c-a628-efb9a1f894c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.727330] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec5d629-1f0a-40eb-bb46-454dbef8a809 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.767519] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a48a33-6026-48ae-8e2b-62516a0a033b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.771336] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af4a018-13aa-4208-82bd-d36482428448 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.798553] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547062d8-2333-43cb-bc75-d56aeec83ccd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.804538] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611ad8f5-53a6-4c45-b734-ceac790aa740 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.820031] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance '5cf3a996-f7b0-4d83-ad95-4dc539c90b34' progress to 83 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.824448] env[69843]: DEBUG nova.compute.provider_tree [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.928795] env[69843]: DEBUG oslo_vmware.api [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705055, 'name': ReconfigVM_Task, 'duration_secs': 0.152305} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.929207] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737940', 'volume_id': '61376cb5-547a-42c6-9ae5-16e1d39cbbd8', 'name': 'volume-61376cb5-547a-42c6-9ae5-16e1d39cbbd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e140dde-bc5a-4613-b6f1-c0a1d04734b7', 'attached_at': '', 'detached_at': '', 'volume_id': '61376cb5-547a-42c6-9ae5-16e1d39cbbd8', 'serial': '61376cb5-547a-42c6-9ae5-16e1d39cbbd8'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1185.053114] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705054, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.185837] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7e08820e-cc66-4417-8932-5b1ead2241e1 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "50a15810-d3e3-4193-b777-84967df4174d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.711s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.330484] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.330484] env[69843]: DEBUG nova.scheduler.client.report [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.332985] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c84cd5fc-e543-4dfd-91fa-4a6f25eece61 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.343387] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1185.343387] env[69843]: value = "task-3705057" [ 1185.343387] env[69843]: _type = "Task" [ 1185.343387] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.356568] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.501754] env[69843]: DEBUG nova.objects.instance [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lazy-loading 'flavor' on Instance uuid 5e140dde-bc5a-4613-b6f1-c0a1d04734b7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.561188] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705054, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.837081] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.539s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.837440] env[69843]: INFO nova.compute.manager [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Migrating [ 1185.845198] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.358s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.845635] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.845863] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69843) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1185.849860] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3fbd70-3eb6-4fa0-9c35-ae3cd5507aab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.873942] env[69843]: DEBUG oslo_vmware.api [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705057, 'name': PowerOnVM_Task, 'duration_secs': 0.500727} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.875336] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9e4356-9e60-4609-9e49-0c075703567e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.881149] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.881149] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-21c60410-8a5d-4f76-90da-da36bb5e7f48 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance '5cf3a996-f7b0-4d83-ad95-4dc539c90b34' progress to 100 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.897817] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68265618-6842-4554-9909-a97ffbc5b5f1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.907329] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec777914-e32d-4609-9f12-ed2751f66bf2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.945029] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179177MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69843) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1185.945029] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.945029] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.063099] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705054, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.254461] env[69843]: DEBUG nova.compute.manager [req-cef59545-acec-4e41-a236-f8cd8c89e574 req-29bbc95c-33e3-4fa4-803d-4ee9031c313f service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Received event network-changed-88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.255132] env[69843]: DEBUG nova.compute.manager [req-cef59545-acec-4e41-a236-f8cd8c89e574 req-29bbc95c-33e3-4fa4-803d-4ee9031c313f service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Refreshing instance network info cache due to event network-changed-88caa201-7e1f-4b97-b9c1-39c9576939df. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.255567] env[69843]: DEBUG oslo_concurrency.lockutils [req-cef59545-acec-4e41-a236-f8cd8c89e574 req-29bbc95c-33e3-4fa4-803d-4ee9031c313f service nova] Acquiring lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.257848] env[69843]: DEBUG oslo_concurrency.lockutils [req-cef59545-acec-4e41-a236-f8cd8c89e574 req-29bbc95c-33e3-4fa4-803d-4ee9031c313f service nova] Acquired lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.257848] env[69843]: DEBUG nova.network.neutron [req-cef59545-acec-4e41-a236-f8cd8c89e574 req-29bbc95c-33e3-4fa4-803d-4ee9031c313f service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Refreshing network info cache for port 88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.364763] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.366055] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.366055] env[69843]: DEBUG nova.network.neutron [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.510528] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4fcff42b-e7a5-48f0-8510-b47ef37b685c tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.326s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.548903] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquiring lock "aac4f0c2-b070-41ec-acc2-e6b31e82a600" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.550431] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Lock "aac4f0c2-b070-41ec-acc2-e6b31e82a600" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.565903] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705054, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.966736] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Applying migration context for instance 339d3606-a7ea-4091-bec3-d51f99f9af90 as it has an incoming, in-progress migration 211f2242-9655-49c1-a3ed-79d9953c3f00. Migration status is pre-migrating {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1186.967116] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Applying migration context for instance 5cf3a996-f7b0-4d83-ad95-4dc539c90b34 as it has an incoming, in-progress migration 25704301-e031-4682-96c8-8a359fbd327b. Migration status is post-migrating {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1186.969039] env[69843]: INFO nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating resource usage from migration 211f2242-9655-49c1-a3ed-79d9953c3f00 [ 1186.969391] env[69843]: INFO nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating resource usage from migration 25704301-e031-4682-96c8-8a359fbd327b [ 1186.991580] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance d9fc4e13-6556-4875-b301-c5f47d3e1cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.991798] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 5e140dde-bc5a-4613-b6f1-c0a1d04734b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.991930] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 9f220af4-4744-4f3f-857a-dc8349f0fc25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.992063] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance e74e37ed-deb4-4ed8-b209-beec5fb58f98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.992181] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance fb08a25e-09aa-4aff-b97c-d9d6b41412e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.992296] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 6b49016e-8d8d-4ef0-acad-7a9566332f08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.992409] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance c98468ed-b6ca-4b56-ad67-17d50f509a84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.992522] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance a18b8638-c23b-42e1-85d3-5e7a173195a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.992633] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 285e01d3-1962-4808-9a14-deee2c471a5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.992819] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Migration 25704301-e031-4682-96c8-8a359fbd327b is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1186.992923] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 5cf3a996-f7b0-4d83-ad95-4dc539c90b34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.992981] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 50a15810-d3e3-4193-b777-84967df4174d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1186.993061] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Migration 211f2242-9655-49c1-a3ed-79d9953c3f00 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1186.993172] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 339d3606-a7ea-4091-bec3-d51f99f9af90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1187.060765] env[69843]: DEBUG nova.compute.manager [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.062802] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705054, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.136863] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.137533] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.137533] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.137774] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.138479] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.142752] env[69843]: INFO nova.compute.manager [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Terminating instance [ 1187.152172] env[69843]: DEBUG nova.network.neutron [req-cef59545-acec-4e41-a236-f8cd8c89e574 req-29bbc95c-33e3-4fa4-803d-4ee9031c313f service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updated VIF entry in instance network info cache for port 88caa201-7e1f-4b97-b9c1-39c9576939df. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.152172] env[69843]: DEBUG nova.network.neutron [req-cef59545-acec-4e41-a236-f8cd8c89e574 req-29bbc95c-33e3-4fa4-803d-4ee9031c313f service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updating instance_info_cache with network_info: [{"id": "88caa201-7e1f-4b97-b9c1-39c9576939df", "address": "fa:16:3e:8b:c6:ce", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88caa201-7e", "ovs_interfaceid": "88caa201-7e1f-4b97-b9c1-39c9576939df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.194376] env[69843]: DEBUG nova.network.neutron [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance_info_cache with network_info: [{"id": "5d8e61cf-c25c-4306-acdd-9fbc470349b5", "address": "fa:16:3e:3d:c5:4e", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d8e61cf-c2", "ovs_interfaceid": "5d8e61cf-c25c-4306-acdd-9fbc470349b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.355351] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.355546] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.496908] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance aac4f0c2-b070-41ec-acc2-e6b31e82a600 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1187.559872] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705054, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.10909} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.560158] env[69843]: INFO nova.virt.vmwareapi.ds_util [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_594b06f0-d759-44a2-9bcf-ae6deae5734f/OSTACK_IMG_594b06f0-d759-44a2-9bcf-ae6deae5734f.vmdk to [datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982/73b7a574-1299-484c-9ad9-40683321b982.vmdk. [ 1187.560379] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Cleaning up location [datastore1] OSTACK_IMG_594b06f0-d759-44a2-9bcf-ae6deae5734f {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1187.560549] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_594b06f0-d759-44a2-9bcf-ae6deae5734f {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.560831] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa03c44b-dac6-409c-886e-25451c4f2d13 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.567888] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1187.567888] env[69843]: value = "task-3705059" [ 1187.567888] env[69843]: _type = "Task" [ 1187.567888] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.579343] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.585378] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.650672] env[69843]: DEBUG nova.compute.manager [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.650911] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.651828] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b635670-1fef-45cd-8605-49ace82757a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.656028] env[69843]: DEBUG oslo_concurrency.lockutils [req-cef59545-acec-4e41-a236-f8cd8c89e574 req-29bbc95c-33e3-4fa4-803d-4ee9031c313f service nova] Releasing lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.662206] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.662428] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5bc61ba-1edf-4021-aaaf-475c71e3cd69 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.670635] env[69843]: DEBUG oslo_vmware.api [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1187.670635] env[69843]: value = "task-3705060" [ 1187.670635] env[69843]: _type = "Task" [ 1187.670635] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.680561] env[69843]: DEBUG oslo_vmware.api [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.697436] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.857653] env[69843]: DEBUG nova.compute.manager [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.000092] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance a3a10dd7-1b18-470b-9c77-f254aaec65e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1188.000426] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1188.000634] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1188.079292] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192797} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.081846] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.082037] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982/73b7a574-1299-484c-9ad9-40683321b982.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.082295] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982/73b7a574-1299-484c-9ad9-40683321b982.vmdk to [datastore1] 285e01d3-1962-4808-9a14-deee2c471a5f/285e01d3-1962-4808-9a14-deee2c471a5f.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.082888] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-899ad32a-632f-49ed-9a4b-fe07a5ab54f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.090674] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1188.090674] env[69843]: value = "task-3705061" [ 1188.090674] env[69843]: _type = "Task" [ 1188.090674] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.104704] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.183278] env[69843]: DEBUG oslo_vmware.api [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705060, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.245798] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51503baf-80c9-4a17-ba5d-1d2424f75544 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.255522] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daa8284-80b3-42b6-94d2-c786c13a1d7e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.259853] env[69843]: DEBUG nova.network.neutron [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Port f3543277-c1dc-4f49-ba8d-fe468c730827 binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1188.259984] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.260162] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.260314] env[69843]: DEBUG nova.network.neutron [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.292014] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de1633b-2e09-488b-81ae-118db32c2647 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.301939] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6060ac0e-0fbb-4e8d-8aad-8b93cbb344d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.316487] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.377409] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.603864] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705061, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.683700] env[69843]: DEBUG oslo_vmware.api [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705060, 'name': PowerOffVM_Task, 'duration_secs': 0.602714} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.684038] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.684224] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.684871] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-124474e0-850c-4c6b-8d28-fc8b2ea88b3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.771548] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.771795] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.771979] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Deleting the datastore file [datastore2] 5e140dde-bc5a-4613-b6f1-c0a1d04734b7 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.772287] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b0caa7a-da73-47ff-9a11-8297812f7e2a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.780057] env[69843]: DEBUG oslo_vmware.api [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1188.780057] env[69843]: value = "task-3705063" [ 1188.780057] env[69843]: _type = "Task" [ 1188.780057] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.793782] env[69843]: DEBUG oslo_vmware.api [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.819771] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.037802] env[69843]: DEBUG nova.network.neutron [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance_info_cache with network_info: [{"id": "f3543277-c1dc-4f49-ba8d-fe468c730827", "address": "fa:16:3e:6e:49:ef", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3543277-c1", "ovs_interfaceid": "f3543277-c1dc-4f49-ba8d-fe468c730827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.102221] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705061, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.218373] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3be5e2-e0c7-4564-8445-f838fd4d37ce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.237681] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance '339d3606-a7ea-4091-bec3-d51f99f9af90' progress to 0 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.291623] env[69843]: DEBUG oslo_vmware.api [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.291864] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.292076] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.292172] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.292346] env[69843]: INFO nova.compute.manager [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1189.292599] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.292803] env[69843]: DEBUG nova.compute.manager [-] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.292897] env[69843]: DEBUG nova.network.neutron [-] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.325627] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1189.325921] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.381s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.326611] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.741s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.328654] env[69843]: INFO nova.compute.claims [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.331989] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.332161] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Cleaning up deleted instances {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1189.541422] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.603110] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705061, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.745564] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.746017] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43a27bf0-62fc-4307-8312-cf924b4f5f34 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.755759] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1189.755759] env[69843]: value = "task-3705065" [ 1189.755759] env[69843]: _type = "Task" [ 1189.755759] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.765887] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.850591] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] There are 57 instances to clean {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1189.850804] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 6c7ef6ae-e1aa-4262-bf5b-31d074cde36f] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.858590] env[69843]: DEBUG nova.compute.manager [req-1168bc69-08b6-48a7-969f-04aa224f7796 req-068c5059-f0a5-4aa7-b77f-914e6e61eb4e service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Received event network-vif-deleted-eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.858915] env[69843]: INFO nova.compute.manager [req-1168bc69-08b6-48a7-969f-04aa224f7796 req-068c5059-f0a5-4aa7-b77f-914e6e61eb4e service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Neutron deleted interface eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4; detaching it from the instance and deleting it from the info cache [ 1189.859244] env[69843]: DEBUG nova.network.neutron [req-1168bc69-08b6-48a7-969f-04aa224f7796 req-068c5059-f0a5-4aa7-b77f-914e6e61eb4e service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.046431] env[69843]: DEBUG nova.compute.manager [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69843) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1190.103606] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705061, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.138668] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786a3b37-476c-442e-a208-699b9247c78f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.150578] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec04dfa-e86b-446a-976d-4f93a0acee0b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.182634] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703d46af-343b-474b-be06-0499f5397460 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.191367] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea78cfd-c275-4bee-ba67-cfb8835b375e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.209167] env[69843]: DEBUG nova.compute.provider_tree [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.266399] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.323780] env[69843]: DEBUG nova.network.neutron [-] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.362078] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: ab6bd375-0858-48aa-9efa-c1de73447a56] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.364320] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-047f1ee1-26a3-4c0d-b0c2-a2b1d8c6cef8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.375204] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94f21e7-b489-4a57-8ae4-58d33780294f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.414718] env[69843]: DEBUG nova.compute.manager [req-1168bc69-08b6-48a7-969f-04aa224f7796 req-068c5059-f0a5-4aa7-b77f-914e6e61eb4e service nova] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Detach interface failed, port_id=eb5a4151-0fad-4eb6-8ef9-0737c1daf9c4, reason: Instance 5e140dde-bc5a-4613-b6f1-c0a1d04734b7 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1190.605214] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705061, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.713119] env[69843]: DEBUG nova.scheduler.client.report [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.769281] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705065, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.827724] env[69843]: INFO nova.compute.manager [-] [instance: 5e140dde-bc5a-4613-b6f1-c0a1d04734b7] Took 1.53 seconds to deallocate network for instance. [ 1190.867769] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: c83f5801-075c-412f-a02a-2336e9f685c5] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.105906] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705061, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.722013} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.106249] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/73b7a574-1299-484c-9ad9-40683321b982/73b7a574-1299-484c-9ad9-40683321b982.vmdk to [datastore1] 285e01d3-1962-4808-9a14-deee2c471a5f/285e01d3-1962-4808-9a14-deee2c471a5f.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.108217] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dad0c97-aed3-4ca2-bbf6-f66d130a964f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.133445] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 285e01d3-1962-4808-9a14-deee2c471a5f/285e01d3-1962-4808-9a14-deee2c471a5f.vmdk or device None with type streamOptimized {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.133753] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f86d2d07-cb15-4ab6-9dd2-84183e1ebdef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.162233] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1191.162233] env[69843]: value = "task-3705066" [ 1191.162233] env[69843]: _type = "Task" [ 1191.162233] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.167901] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.177178] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.197940] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.198279] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.198510] env[69843]: INFO nova.compute.manager [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Shelving [ 1191.218442] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.892s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.218971] env[69843]: DEBUG nova.compute.manager [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.221806] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.845s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.223853] env[69843]: INFO nova.compute.claims [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.269321] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705065, 'name': PowerOffVM_Task, 'duration_secs': 1.148736} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.270301] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.270532] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance '339d3606-a7ea-4091-bec3-d51f99f9af90' progress to 17 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.336481] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.371913] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: bff48a10-2981-4ead-99a1-b4dec06ba221] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.672898] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.733161] env[69843]: DEBUG nova.compute.utils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.735416] env[69843]: DEBUG nova.compute.manager [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.735670] env[69843]: DEBUG nova.network.neutron [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.777152] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.777395] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.777395] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.777574] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.777681] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.777826] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.778027] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.778192] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.778359] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.778520] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.778690] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.785218] env[69843]: DEBUG nova.policy [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e52961c3d88c4f8a8e97811948826955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d7a83bbd5e747afaebeb624d28ff5d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.787051] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451a8c8c-8ed3-4afb-838d-4ad72f503372 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.803780] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1191.803780] env[69843]: value = "task-3705068" [ 1191.803780] env[69843]: _type = "Task" [ 1191.803780] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.812808] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.875093] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 23871300-5ba6-4f5f-93f5-b478305c2036] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.077609] env[69843]: DEBUG nova.network.neutron [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Successfully created port: d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.175449] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.209506] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.209853] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6993f1b9-29c1-4859-beb3-f81e0cfa5e46 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.217880] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1192.217880] env[69843]: value = "task-3705069" [ 1192.217880] env[69843]: _type = "Task" [ 1192.217880] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.227063] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.239810] env[69843]: DEBUG nova.compute.manager [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.317849] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705068, 'name': ReconfigVM_Task, 'duration_secs': 0.357232} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.318714] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance '339d3606-a7ea-4091-bec3-d51f99f9af90' progress to 33 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.379562] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: afb9b491-9b1e-4a22-8203-8cd6427cc223] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.514221] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab15cfd-dd46-4d9b-bb04-73c04b74fd4c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.522683] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96add4a-8c3a-48b2-9c84-c6461b13e922 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.554046] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074a2f2b-9c9d-46b8-8077-a2671259678e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.562249] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b414d4-8d64-4a42-a808-e2a88a85efb9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.576231] env[69843]: DEBUG nova.compute.provider_tree [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.674376] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705066, 'name': ReconfigVM_Task, 'duration_secs': 1.115436} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.674667] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 285e01d3-1962-4808-9a14-deee2c471a5f/285e01d3-1962-4808-9a14-deee2c471a5f.vmdk or device None with type streamOptimized {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.675365] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b3a13fc-5582-4d13-8832-1a9a2b814e01 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.685021] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1192.685021] env[69843]: value = "task-3705070" [ 1192.685021] env[69843]: _type = "Task" [ 1192.685021] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.693675] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705070, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.728230] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705069, 'name': PowerOffVM_Task, 'duration_secs': 0.295865} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.728542] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.729467] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57277f6-e7f4-4d88-9c2c-1e915e8afe1a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.754501] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8a9b29-8c61-4a3f-ba40-d4141c8d74a8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.825548] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.825789] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.825930] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.826119] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.826262] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.826408] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.826613] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.826761] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.826920] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.827102] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.827281] env[69843]: DEBUG nova.virt.hardware [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.832835] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1192.833526] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c16866a-2562-419f-a0db-42491e60d876 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.853409] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1192.853409] env[69843]: value = "task-3705071" [ 1192.853409] env[69843]: _type = "Task" [ 1192.853409] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.861964] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.885079] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: fba5c152-3c2d-438a-9ed0-da03137be698] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.080082] env[69843]: DEBUG nova.scheduler.client.report [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.194876] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705070, 'name': Rename_Task, 'duration_secs': 0.161126} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.195125] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.195392] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62c1e622-6b19-46a2-b55d-465e4f4685a9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.202763] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1193.202763] env[69843]: value = "task-3705072" [ 1193.202763] env[69843]: _type = "Task" [ 1193.202763] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.211625] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.258515] env[69843]: DEBUG nova.compute.manager [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.266016] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1193.266571] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8fed937b-5cc1-44ae-a669-1058ba72c707 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.275924] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1193.275924] env[69843]: value = "task-3705073" [ 1193.275924] env[69843]: _type = "Task" [ 1193.275924] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.286121] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705073, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.300127] env[69843]: DEBUG nova.virt.hardware [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.300386] env[69843]: DEBUG nova.virt.hardware [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.300593] env[69843]: DEBUG nova.virt.hardware [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.300802] env[69843]: DEBUG nova.virt.hardware [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.300982] env[69843]: DEBUG nova.virt.hardware [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.301151] env[69843]: DEBUG nova.virt.hardware [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.301380] env[69843]: DEBUG nova.virt.hardware [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.301580] env[69843]: DEBUG nova.virt.hardware [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.301735] env[69843]: DEBUG nova.virt.hardware [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.301918] env[69843]: DEBUG nova.virt.hardware [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.302122] env[69843]: DEBUG nova.virt.hardware [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.303081] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9a789d-2f9b-4de3-9f0d-564293160a78 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.312603] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ddcacc-4618-4725-99c5-61961489f40a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.365493] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705071, 'name': ReconfigVM_Task, 'duration_secs': 0.165791} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.365924] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.366738] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dcb30b-95e3-425e-832f-665910a433dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.393054] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 339d3606-a7ea-4091-bec3-d51f99f9af90/339d3606-a7ea-4091-bec3-d51f99f9af90.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.393809] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: ca77936d-eee7-4d7d-b726-0f003c3a6b62] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.396276] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d0d7bb3-fe43-4136-8212-419e4b6d0c12 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.418147] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1193.418147] env[69843]: value = "task-3705074" [ 1193.418147] env[69843]: _type = "Task" [ 1193.418147] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.432228] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.554571] env[69843]: DEBUG nova.compute.manager [req-6d59d9d0-ea1d-4178-bf39-6fb853edc749 req-83a02141-868f-4e70-b479-f070c0353801 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Received event network-vif-plugged-d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.554887] env[69843]: DEBUG oslo_concurrency.lockutils [req-6d59d9d0-ea1d-4178-bf39-6fb853edc749 req-83a02141-868f-4e70-b479-f070c0353801 service nova] Acquiring lock "aac4f0c2-b070-41ec-acc2-e6b31e82a600-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.555214] env[69843]: DEBUG oslo_concurrency.lockutils [req-6d59d9d0-ea1d-4178-bf39-6fb853edc749 req-83a02141-868f-4e70-b479-f070c0353801 service nova] Lock "aac4f0c2-b070-41ec-acc2-e6b31e82a600-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.555508] env[69843]: DEBUG oslo_concurrency.lockutils [req-6d59d9d0-ea1d-4178-bf39-6fb853edc749 req-83a02141-868f-4e70-b479-f070c0353801 service nova] Lock "aac4f0c2-b070-41ec-acc2-e6b31e82a600-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.555739] env[69843]: DEBUG nova.compute.manager [req-6d59d9d0-ea1d-4178-bf39-6fb853edc749 req-83a02141-868f-4e70-b479-f070c0353801 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] No waiting events found dispatching network-vif-plugged-d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1193.555967] env[69843]: WARNING nova.compute.manager [req-6d59d9d0-ea1d-4178-bf39-6fb853edc749 req-83a02141-868f-4e70-b479-f070c0353801 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Received unexpected event network-vif-plugged-d2a24d15-6e91-40a6-8c29-6f70a549db7a for instance with vm_state building and task_state spawning. [ 1193.585253] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.585896] env[69843]: DEBUG nova.compute.manager [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.589283] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.421s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.662704] env[69843]: DEBUG nova.network.neutron [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Successfully updated port: d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.713276] env[69843]: DEBUG oslo_vmware.api [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705072, 'name': PowerOnVM_Task, 'duration_secs': 0.494561} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.713545] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.786834] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705073, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.864555] env[69843]: DEBUG nova.compute.manager [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1193.865540] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc312d5-e14f-4672-a5db-ba2b76944b0b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.897646] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 44d7bb6d-2d42-49f1-bfb4-dd850e406648] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.932418] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705074, 'name': ReconfigVM_Task, 'duration_secs': 0.325577} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.932803] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 339d3606-a7ea-4091-bec3-d51f99f9af90/339d3606-a7ea-4091-bec3-d51f99f9af90.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.933051] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance '339d3606-a7ea-4091-bec3-d51f99f9af90' progress to 50 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.092102] env[69843]: DEBUG nova.objects.instance [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'migration_context' on Instance uuid 5cf3a996-f7b0-4d83-ad95-4dc539c90b34 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.094333] env[69843]: DEBUG nova.compute.utils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.095862] env[69843]: DEBUG nova.compute.manager [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.096093] env[69843]: DEBUG nova.network.neutron [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.137498] env[69843]: DEBUG nova.policy [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515bb19c77e74ab2966d169950a167a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fc01bb7ce0a49098b62954f81661f03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.166952] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquiring lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.166952] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquired lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.166952] env[69843]: DEBUG nova.network.neutron [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.283187] env[69843]: DEBUG oslo_concurrency.lockutils [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.283187] env[69843]: DEBUG oslo_concurrency.lockutils [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.295021] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705073, 'name': CreateSnapshot_Task, 'duration_secs': 0.873301} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.295021] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1194.295575] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6f0397-ca0c-41ba-b38e-66f86c130c77 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.393953] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e0004dd-5693-44aa-8242-02a747f2b97b tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "285e01d3-1962-4808-9a14-deee2c471a5f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.387s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.400901] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: e54c1b8b-94ce-4c94-b5b2-316bce1fd0f0] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.441093] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef69e80f-b503-4993-911d-58b3dda37f8b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.471053] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2b578a-8838-46ee-bee2-06d88c717e6e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.490179] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance '339d3606-a7ea-4091-bec3-d51f99f9af90' progress to 67 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.498365] env[69843]: DEBUG nova.network.neutron [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Successfully created port: 21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.601017] env[69843]: DEBUG nova.compute.manager [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.786288] env[69843]: DEBUG nova.compute.utils [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.820607] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1194.827790] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5604931-01db-4e79-a79e-1401eddfd46d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.842365] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1194.842365] env[69843]: value = "task-3705075" [ 1194.842365] env[69843]: _type = "Task" [ 1194.842365] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.852299] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705075, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.870371] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211916b2-76d0-4c86-a266-3e21786a734c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.878189] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200da386-7b7a-4fe7-9471-3e0dbb268aae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.916016] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 556d025e-6461-4b44-911d-e3e4e3a099df] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.918789] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6049960-d7a3-4184-b24c-163025ffed86 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.930400] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e371baf7-3010-40db-a527-06b861ce668b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.948696] env[69843]: DEBUG nova.compute.provider_tree [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.948696] env[69843]: DEBUG nova.network.neutron [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.077194] env[69843]: DEBUG nova.network.neutron [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Port 5d8e61cf-c25c-4306-acdd-9fbc470349b5 binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1195.132127] env[69843]: DEBUG nova.network.neutron [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updating instance_info_cache with network_info: [{"id": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "address": "fa:16:3e:db:c6:58", "network": {"id": "35e1e02a-c258-449c-b44d-32a496f9196f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-305333028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d7a83bbd5e747afaebeb624d28ff5d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a24d15-6e", "ovs_interfaceid": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.290088] env[69843]: DEBUG oslo_concurrency.lockutils [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.353095] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705075, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.424134] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: e7ab9204-230f-4c4a-839a-c9557c458acf] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.452717] env[69843]: DEBUG nova.scheduler.client.report [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.612289] env[69843]: DEBUG nova.compute.manager [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.638563] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Releasing lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.638948] env[69843]: DEBUG nova.compute.manager [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Instance network_info: |[{"id": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "address": "fa:16:3e:db:c6:58", "network": {"id": "35e1e02a-c258-449c-b44d-32a496f9196f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-305333028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d7a83bbd5e747afaebeb624d28ff5d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a24d15-6e", "ovs_interfaceid": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.641184] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:c6:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2a24d15-6e91-40a6-8c29-6f70a549db7a', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.647900] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Creating folder: Project (0d7a83bbd5e747afaebeb624d28ff5d0). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.650452] env[69843]: DEBUG nova.virt.hardware [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.650685] env[69843]: DEBUG nova.virt.hardware [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.650839] env[69843]: DEBUG nova.virt.hardware [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.651028] env[69843]: DEBUG nova.virt.hardware [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.651176] env[69843]: DEBUG nova.virt.hardware [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.651318] env[69843]: DEBUG nova.virt.hardware [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.651520] env[69843]: DEBUG nova.virt.hardware [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.651674] env[69843]: DEBUG nova.virt.hardware [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.651833] env[69843]: DEBUG nova.virt.hardware [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.651991] env[69843]: DEBUG nova.virt.hardware [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.652292] env[69843]: DEBUG nova.virt.hardware [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.652925] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e91950db-611a-4aa2-8b88-91b56fd5bc6c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.655639] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9ab55d-06e1-4d9f-a804-6666438e2345 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.664952] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65915793-f497-4775-8667-49215d191bca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.670452] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Created folder: Project (0d7a83bbd5e747afaebeb624d28ff5d0) in parent group-v737654. [ 1195.670614] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Creating folder: Instances. Parent ref: group-v737971. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.671271] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98b8ffa2-d6cf-4a79-ba3e-18a0915f8d3f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.693965] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Created folder: Instances in parent group-v737971. [ 1195.694258] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.694465] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.694678] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c85fa313-d996-4c71-a5b3-a2b663a5a7ca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.716755] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.716755] env[69843]: value = "task-3705078" [ 1195.716755] env[69843]: _type = "Task" [ 1195.716755] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.726293] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705078, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.829645] env[69843]: DEBUG nova.compute.manager [req-0e0e52d0-f774-47fb-add7-bb19c861136e req-ab5e0bc8-ae5f-4580-b1b3-e4e86d20c88b service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Received event network-changed-d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.829843] env[69843]: DEBUG nova.compute.manager [req-0e0e52d0-f774-47fb-add7-bb19c861136e req-ab5e0bc8-ae5f-4580-b1b3-e4e86d20c88b service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Refreshing instance network info cache due to event network-changed-d2a24d15-6e91-40a6-8c29-6f70a549db7a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.831842] env[69843]: DEBUG oslo_concurrency.lockutils [req-0e0e52d0-f774-47fb-add7-bb19c861136e req-ab5e0bc8-ae5f-4580-b1b3-e4e86d20c88b service nova] Acquiring lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.832193] env[69843]: DEBUG oslo_concurrency.lockutils [req-0e0e52d0-f774-47fb-add7-bb19c861136e req-ab5e0bc8-ae5f-4580-b1b3-e4e86d20c88b service nova] Acquired lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.832494] env[69843]: DEBUG nova.network.neutron [req-0e0e52d0-f774-47fb-add7-bb19c861136e req-ab5e0bc8-ae5f-4580-b1b3-e4e86d20c88b service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Refreshing network info cache for port d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.861668] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705075, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.922800] env[69843]: DEBUG oslo_concurrency.lockutils [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.923093] env[69843]: DEBUG oslo_concurrency.lockutils [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.926679] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: c8da8579-9251-411c-85d9-c932c6451b49] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.102553] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "339d3606-a7ea-4091-bec3-d51f99f9af90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.102780] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "339d3606-a7ea-4091-bec3-d51f99f9af90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.102949] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "339d3606-a7ea-4091-bec3-d51f99f9af90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.228498] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705078, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.353996] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705075, 'name': CloneVM_Task, 'duration_secs': 1.435268} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.357988] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Created linked-clone VM from snapshot [ 1196.357988] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab15971-17fc-443e-b749-3782c2b905df {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.365673] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Uploading image a045fd40-0cce-4cef-9ff9-1f1488798840 {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1196.375519] env[69843]: DEBUG nova.network.neutron [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Successfully updated port: 21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.384642] env[69843]: DEBUG oslo_concurrency.lockutils [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.384935] env[69843]: DEBUG oslo_concurrency.lockutils [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.385192] env[69843]: INFO nova.compute.manager [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Attaching volume c977e193-b1d8-4a90-b5f2-4be28d6c4f63 to /dev/sdb [ 1196.402870] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1196.402870] env[69843]: value = "vm-737970" [ 1196.402870] env[69843]: _type = "VirtualMachine" [ 1196.402870] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1196.407097] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2f0fefc8-bbb9-46aa-8bdd-1fb3a1ef39f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.412807] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lease: (returnval){ [ 1196.412807] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b4a7ea-ca1a-a704-9e80-e4d2e4cd8891" [ 1196.412807] env[69843]: _type = "HttpNfcLease" [ 1196.412807] env[69843]: } obtained for exporting VM: (result){ [ 1196.412807] env[69843]: value = "vm-737970" [ 1196.412807] env[69843]: _type = "VirtualMachine" [ 1196.412807] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1196.413082] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the lease: (returnval){ [ 1196.413082] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b4a7ea-ca1a-a704-9e80-e4d2e4cd8891" [ 1196.413082] env[69843]: _type = "HttpNfcLease" [ 1196.413082] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1196.420468] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1196.420468] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b4a7ea-ca1a-a704-9e80-e4d2e4cd8891" [ 1196.420468] env[69843]: _type = "HttpNfcLease" [ 1196.420468] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1196.425739] env[69843]: DEBUG nova.compute.manager [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.431039] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: a6f22b47-560c-4feb-b9d3-f71bba6b9403] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.437195] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e033f0bc-f472-42a6-a502-a80d7e3bdc21 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.448975] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edce43ff-6a6a-4a3c-b667-acd72f4c577e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.468644] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.879s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.477716] env[69843]: DEBUG nova.virt.block_device [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updating existing volume attachment record: 6d3ea199-0e91-4d58-99e5-c1d837321fb8 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1196.484685] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.148s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.484805] env[69843]: DEBUG nova.objects.instance [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lazy-loading 'resources' on Instance uuid 5e140dde-bc5a-4613-b6f1-c0a1d04734b7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.595481] env[69843]: DEBUG nova.network.neutron [req-0e0e52d0-f774-47fb-add7-bb19c861136e req-ab5e0bc8-ae5f-4580-b1b3-e4e86d20c88b service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updated VIF entry in instance network info cache for port d2a24d15-6e91-40a6-8c29-6f70a549db7a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.595847] env[69843]: DEBUG nova.network.neutron [req-0e0e52d0-f774-47fb-add7-bb19c861136e req-ab5e0bc8-ae5f-4580-b1b3-e4e86d20c88b service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updating instance_info_cache with network_info: [{"id": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "address": "fa:16:3e:db:c6:58", "network": {"id": "35e1e02a-c258-449c-b44d-32a496f9196f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-305333028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d7a83bbd5e747afaebeb624d28ff5d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a24d15-6e", "ovs_interfaceid": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.728141] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705078, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.881184] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.881184] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.881184] env[69843]: DEBUG nova.network.neutron [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.922045] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1196.922045] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b4a7ea-ca1a-a704-9e80-e4d2e4cd8891" [ 1196.922045] env[69843]: _type = "HttpNfcLease" [ 1196.922045] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1196.923974] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1196.923974] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b4a7ea-ca1a-a704-9e80-e4d2e4cd8891" [ 1196.923974] env[69843]: _type = "HttpNfcLease" [ 1196.923974] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1196.923974] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42746b46-ac30-45e4-aaf6-67434ad060be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.935090] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3f91c-0703-8daf-0e6a-f5e732f5d78e/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1196.935281] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3f91c-0703-8daf-0e6a-f5e732f5d78e/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1196.994238] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: fcc56ba8-271f-43ff-b2c7-ec2db5a04f46] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.003507] env[69843]: DEBUG oslo_concurrency.lockutils [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.034344] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8f7124-b6fa-4427-a5c7-8bb1f1d20929 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.043412] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72b82ca6-8c46-4345-991c-4b29fb2bf0bd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.048605] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f6d058-def6-455d-9e4c-c1fa765b9acf tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Suspending the VM {{(pid=69843) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1197.050428] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-58dde737-6e49-4b4f-9ef2-a65766c23cfc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.062680] env[69843]: DEBUG oslo_vmware.api [None req-c0f6d058-def6-455d-9e4c-c1fa765b9acf tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1197.062680] env[69843]: value = "task-3705083" [ 1197.062680] env[69843]: _type = "Task" [ 1197.062680] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.074673] env[69843]: DEBUG oslo_vmware.api [None req-c0f6d058-def6-455d-9e4c-c1fa765b9acf tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705083, 'name': SuspendVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.098929] env[69843]: DEBUG oslo_concurrency.lockutils [req-0e0e52d0-f774-47fb-add7-bb19c861136e req-ab5e0bc8-ae5f-4580-b1b3-e4e86d20c88b service nova] Releasing lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.141373] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.141556] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.141734] env[69843]: DEBUG nova.network.neutron [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.237821] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705078, 'name': CreateVM_Task, 'duration_secs': 1.459935} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.237821] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.237821] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.237821] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.237821] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.237821] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900006c8-4349-4fb9-ace5-c85d528bd92d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.245451] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1197.245451] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b2dff7-52ad-0eb4-723d-29e7e45b462a" [ 1197.245451] env[69843]: _type = "Task" [ 1197.245451] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.257320] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b2dff7-52ad-0eb4-723d-29e7e45b462a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.265565] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9571fa8-997a-498d-b9ad-427b2fa57690 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.275284] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804b5b53-5ecb-4ad4-baaa-4d7af93a3c36 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.308968] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52635ef0-0cec-498b-9e4b-69effc762d52 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.318596] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a225c5e-5aa0-4748-87de-7550df1aaf8e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.333806] env[69843]: DEBUG nova.compute.provider_tree [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.415436] env[69843]: DEBUG nova.network.neutron [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.501317] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 3f1b28f2-1f24-4c41-8046-5b8bfa0a7e03] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.578993] env[69843]: DEBUG oslo_vmware.api [None req-c0f6d058-def6-455d-9e4c-c1fa765b9acf tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705083, 'name': SuspendVM_Task} progress is 62%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.584053] env[69843]: DEBUG nova.network.neutron [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updating instance_info_cache with network_info: [{"id": "21139671-d35b-4346-95b2-a25c39a4b246", "address": "fa:16:3e:0e:e6:f5", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21139671-d3", "ovs_interfaceid": "21139671-d35b-4346-95b2-a25c39a4b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.762135] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b2dff7-52ad-0eb4-723d-29e7e45b462a, 'name': SearchDatastore_Task, 'duration_secs': 0.030144} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.762915] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.763286] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.763764] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.763887] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.764326] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.764734] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2a184e6-0225-4a87-9110-a8a663c23f70 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.778170] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.778524] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.781980] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b05a4e9-51d0-4c12-839e-799b48d0c394 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.786539] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1197.786539] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52003ee0-33d3-940b-2697-ae72c2d1deca" [ 1197.786539] env[69843]: _type = "Task" [ 1197.786539] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.797779] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52003ee0-33d3-940b-2697-ae72c2d1deca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.837535] env[69843]: DEBUG nova.scheduler.client.report [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.873308] env[69843]: DEBUG nova.compute.manager [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Received event network-vif-plugged-21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.873663] env[69843]: DEBUG oslo_concurrency.lockutils [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] Acquiring lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.873918] env[69843]: DEBUG oslo_concurrency.lockutils [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] Lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.874253] env[69843]: DEBUG oslo_concurrency.lockutils [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] Lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.874449] env[69843]: DEBUG nova.compute.manager [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] No waiting events found dispatching network-vif-plugged-21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1197.874670] env[69843]: WARNING nova.compute.manager [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Received unexpected event network-vif-plugged-21139671-d35b-4346-95b2-a25c39a4b246 for instance with vm_state building and task_state spawning. [ 1197.874898] env[69843]: DEBUG nova.compute.manager [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Received event network-changed-21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.875161] env[69843]: DEBUG nova.compute.manager [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Refreshing instance network info cache due to event network-changed-21139671-d35b-4346-95b2-a25c39a4b246. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.875368] env[69843]: DEBUG oslo_concurrency.lockutils [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] Acquiring lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.889217] env[69843]: DEBUG nova.network.neutron [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance_info_cache with network_info: [{"id": "5d8e61cf-c25c-4306-acdd-9fbc470349b5", "address": "fa:16:3e:3d:c5:4e", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d8e61cf-c2", "ovs_interfaceid": "5d8e61cf-c25c-4306-acdd-9fbc470349b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.005426] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: b07aefa9-be5c-46c8-b054-d0c05ebe76a7] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.031175] env[69843]: INFO nova.compute.manager [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Swapping old allocation on dict_keys(['f473df78-9fd2-4a18-9b1b-7c5fc5ca712b']) held by migration 25704301-e031-4682-96c8-8a359fbd327b for instance [ 1198.059109] env[69843]: DEBUG nova.scheduler.client.report [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Overwriting current allocation {'allocations': {'f473df78-9fd2-4a18-9b1b-7c5fc5ca712b': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 157}}, 'project_id': 'fb6743d0ed75443486bcdbec716f5665', 'user_id': '855fb4fe79ab412b885dbb9e9a476b36', 'consumer_generation': 1} on consumer 5cf3a996-f7b0-4d83-ad95-4dc539c90b34 {{(pid=69843) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1198.075651] env[69843]: DEBUG oslo_vmware.api [None req-c0f6d058-def6-455d-9e4c-c1fa765b9acf tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705083, 'name': SuspendVM_Task, 'duration_secs': 0.804846} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.076237] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f6d058-def6-455d-9e4c-c1fa765b9acf tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Suspended the VM {{(pid=69843) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1198.076872] env[69843]: DEBUG nova.compute.manager [None req-c0f6d058-def6-455d-9e4c-c1fa765b9acf tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1198.077351] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c03f75-bfe4-4031-92e6-785bcd8df895 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.087965] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.087965] env[69843]: DEBUG nova.compute.manager [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Instance network_info: |[{"id": "21139671-d35b-4346-95b2-a25c39a4b246", "address": "fa:16:3e:0e:e6:f5", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21139671-d3", "ovs_interfaceid": "21139671-d35b-4346-95b2-a25c39a4b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.087965] env[69843]: DEBUG oslo_concurrency.lockutils [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] Acquired lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.089185] env[69843]: DEBUG nova.network.neutron [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Refreshing network info cache for port 21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.089586] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:e6:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21139671-d35b-4346-95b2-a25c39a4b246', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.097548] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.101281] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.102688] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18f5be5d-c886-438e-a753-dd86b7de4f08 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.131793] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.131793] env[69843]: value = "task-3705084" [ 1198.131793] env[69843]: _type = "Task" [ 1198.131793] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.141309] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705084, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.176539] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.176735] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.176960] env[69843]: DEBUG nova.network.neutron [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.297649] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52003ee0-33d3-940b-2697-ae72c2d1deca, 'name': SearchDatastore_Task, 'duration_secs': 0.011796} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.301031] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efaa804-cc02-4831-9dc6-962376d532dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.305898] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1198.305898] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52467944-782b-6fe3-29c9-78eb19a45b4c" [ 1198.305898] env[69843]: _type = "Task" [ 1198.305898] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.315634] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52467944-782b-6fe3-29c9-78eb19a45b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.344878] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.347944] env[69843]: DEBUG oslo_concurrency.lockutils [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.344s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.349516] env[69843]: INFO nova.compute.claims [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.353848] env[69843]: DEBUG nova.network.neutron [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updated VIF entry in instance network info cache for port 21139671-d35b-4346-95b2-a25c39a4b246. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.354646] env[69843]: DEBUG nova.network.neutron [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updating instance_info_cache with network_info: [{"id": "21139671-d35b-4346-95b2-a25c39a4b246", "address": "fa:16:3e:0e:e6:f5", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21139671-d3", "ovs_interfaceid": "21139671-d35b-4346-95b2-a25c39a4b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.364463] env[69843]: INFO nova.scheduler.client.report [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Deleted allocations for instance 5e140dde-bc5a-4613-b6f1-c0a1d04734b7 [ 1198.392885] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.508931] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 4d8b21d0-8678-4704-949f-6bec20cc1dd3] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.641928] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705084, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.820241] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52467944-782b-6fe3-29c9-78eb19a45b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.016033} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.820582] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.821078] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] aac4f0c2-b070-41ec-acc2-e6b31e82a600/aac4f0c2-b070-41ec-acc2-e6b31e82a600.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.821374] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbf9eb1e-21f5-4c60-b5a5-6e0c519a692a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.830038] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1198.830038] env[69843]: value = "task-3705085" [ 1198.830038] env[69843]: _type = "Task" [ 1198.830038] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.840964] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.860432] env[69843]: DEBUG oslo_concurrency.lockutils [req-04578ae4-91a5-49ea-827c-a085ac62af03 req-be2887f1-2a08-4eda-8b8a-0f0c6da06997 service nova] Releasing lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.874415] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fb2e0526-743a-4ed4-9d94-b799724bfe53 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5e140dde-bc5a-4613-b6f1-c0a1d04734b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.737s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.923753] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e94fd7-dc5a-4fb4-b9d0-01afe44e3eb7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.950347] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bcb669-a2ad-4e55-ae42-e615d00e9c9b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.958556] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance '339d3606-a7ea-4091-bec3-d51f99f9af90' progress to 83 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.971901] env[69843]: DEBUG nova.network.neutron [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance_info_cache with network_info: [{"id": "f3543277-c1dc-4f49-ba8d-fe468c730827", "address": "fa:16:3e:6e:49:ef", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3543277-c1", "ovs_interfaceid": "f3543277-c1dc-4f49-ba8d-fe468c730827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.014243] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 81377770-2e1d-4bf3-aa56-16d4aecdac31] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.150381] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705084, 'name': CreateVM_Task, 'duration_secs': 0.557241} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.153364] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.154512] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.154863] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.155435] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.155872] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7508b0f7-7024-4f1e-8dae-479ac5ec3a6b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.166061] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1199.166061] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dd9231-8b75-71a0-953a-4ed82fbc862f" [ 1199.166061] env[69843]: _type = "Task" [ 1199.166061] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.179128] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dd9231-8b75-71a0-953a-4ed82fbc862f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.347047] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705085, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.465487] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.466058] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f6872cd-c6c5-4420-90a6-4d363e662efa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.475071] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-5cf3a996-f7b0-4d83-ad95-4dc539c90b34" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.475496] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1199.475496] env[69843]: value = "task-3705087" [ 1199.475496] env[69843]: _type = "Task" [ 1199.475496] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.476757] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb0d00b-003c-4da5-80d7-b27ba1894cbc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.491514] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.494103] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57b63e7-94a7-4e2f-b09e-79ea9ee82df5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.518491] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 394d43df-4645-436e-822e-c446f1e22bee] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.611246] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d6f407-7a9f-4c42-b2b2-d1e4a2aba140 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.620581] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b13ec1-8fbf-45b9-8afa-0d1df53e7b60 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.655657] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd12799f-d909-4296-985e-eb067f0d0372 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.664556] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0718af-ff3e-468d-a6f2-6613ba8524b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.679271] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dd9231-8b75-71a0-953a-4ed82fbc862f, 'name': SearchDatastore_Task, 'duration_secs': 0.058135} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.686094] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.686372] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.686615] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.686758] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.686931] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.687453] env[69843]: DEBUG nova.compute.provider_tree [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.689381] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-533c7bdc-42d8-490b-802e-f4592f8b7f4a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.700034] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.700270] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.701264] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a8cfe4-62a0-4c58-a860-af6228fbcb60 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.710055] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1199.710055] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b227a3-df68-73a9-8880-ffcabf2f2f2b" [ 1199.710055] env[69843]: _type = "Task" [ 1199.710055] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.714981] env[69843]: INFO nova.compute.manager [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Resuming [ 1199.715974] env[69843]: DEBUG nova.objects.instance [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lazy-loading 'flavor' on Instance uuid 285e01d3-1962-4808-9a14-deee2c471a5f {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.721250] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b227a3-df68-73a9-8880-ffcabf2f2f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.845484] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532691} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.845816] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] aac4f0c2-b070-41ec-acc2-e6b31e82a600/aac4f0c2-b070-41ec-acc2-e6b31e82a600.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.846081] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.846372] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-270af49b-26ac-440a-8810-72dd097f8b25 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.855538] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1199.855538] env[69843]: value = "task-3705088" [ 1199.855538] env[69843]: _type = "Task" [ 1199.855538] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.866628] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.990410] env[69843]: DEBUG oslo_vmware.api [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705087, 'name': PowerOnVM_Task, 'duration_secs': 0.513557} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.991172] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.991379] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bc694e2f-8f51-4bb5-96c3-cad9a106795f tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance '339d3606-a7ea-4091-bec3-d51f99f9af90' progress to 100 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.021681] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: d3e2b15b-06a4-4fcb-ada5-c1640505323e] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.191421] env[69843]: DEBUG nova.scheduler.client.report [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.227441] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b227a3-df68-73a9-8880-ffcabf2f2f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.021334} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.230735] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60372828-1919-4132-b7e9-83912b233d4d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.239867] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1200.239867] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5247dd2a-405b-aea5-3104-f4e9ce4f1d3d" [ 1200.239867] env[69843]: _type = "Task" [ 1200.239867] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.254812] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5247dd2a-405b-aea5-3104-f4e9ce4f1d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.369205] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128519} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.369205] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.369205] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49913963-87f7-47e0-bd7a-4bc23b97372a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.393381] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] aac4f0c2-b070-41ec-acc2-e6b31e82a600/aac4f0c2-b070-41ec-acc2-e6b31e82a600.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.393741] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ce4798-88fd-4b18-9289-d456b2611e4f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.416685] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1200.416685] env[69843]: value = "task-3705089" [ 1200.416685] env[69843]: _type = "Task" [ 1200.416685] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.427564] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.526261] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: b0f00267-e9bc-4303-b12e-f426cc934f61] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.622532] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.623246] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-512ef6df-04ef-4d9e-ba08-f58394128c9d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.632482] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1200.632482] env[69843]: value = "task-3705090" [ 1200.632482] env[69843]: _type = "Task" [ 1200.632482] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.643379] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.698476] env[69843]: DEBUG oslo_concurrency.lockutils [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.698889] env[69843]: DEBUG nova.compute.manager [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.757293] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5247dd2a-405b-aea5-3104-f4e9ce4f1d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.021873} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.757672] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.758040] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] a3a10dd7-1b18-470b-9c77-f254aaec65e1/a3a10dd7-1b18-470b-9c77-f254aaec65e1.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.758432] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ff15e4c-2cfa-48d3-9e90-716cdb36c240 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.767961] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1200.767961] env[69843]: value = "task-3705091" [ 1200.767961] env[69843]: _type = "Task" [ 1200.767961] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.778672] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.936709] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.030590] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 0f4e67ac-79bc-42c6-881b-5e86efcab36e] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.051029] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1201.051029] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737975', 'volume_id': 'c977e193-b1d8-4a90-b5f2-4be28d6c4f63', 'name': 'volume-c977e193-b1d8-4a90-b5f2-4be28d6c4f63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b49016e-8d8d-4ef0-acad-7a9566332f08', 'attached_at': '', 'detached_at': '', 'volume_id': 'c977e193-b1d8-4a90-b5f2-4be28d6c4f63', 'serial': 'c977e193-b1d8-4a90-b5f2-4be28d6c4f63'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1201.051029] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b42e6dc-d13c-4030-b873-e90321457f9b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.076716] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f63f66c-ccf1-4772-b231-26bdd4942c97 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.114455] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-c977e193-b1d8-4a90-b5f2-4be28d6c4f63/volume-c977e193-b1d8-4a90-b5f2-4be28d6c4f63.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.114903] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d9c3ef-434b-46e3-a9b5-ae69922eb325 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.138088] env[69843]: DEBUG oslo_vmware.api [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1201.138088] env[69843]: value = "task-3705092" [ 1201.138088] env[69843]: _type = "Task" [ 1201.138088] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.145741] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705090, 'name': PowerOffVM_Task, 'duration_secs': 0.367136} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.146510] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.147221] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.147516] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.147684] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.147872] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.148025] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.148173] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.148387] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.148537] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.148696] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.148854] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.149137] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.158250] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-592090dd-1ad4-4976-8f93-272df73dad65 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.169644] env[69843]: DEBUG oslo_vmware.api [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705092, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.177848] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1201.177848] env[69843]: value = "task-3705093" [ 1201.177848] env[69843]: _type = "Task" [ 1201.177848] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.191464] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.205723] env[69843]: DEBUG nova.compute.utils [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.208413] env[69843]: DEBUG nova.compute.manager [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.208816] env[69843]: DEBUG nova.network.neutron [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.235386] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.235622] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquired lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.235900] env[69843]: DEBUG nova.network.neutron [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.258847] env[69843]: DEBUG nova.policy [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '956ac279f15b4a88b51388ffe98b0841', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e780cb6ac4a74f5fbaa37b1a2347accf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.280338] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705091, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.428820] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705089, 'name': ReconfigVM_Task, 'duration_secs': 0.707641} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.429159] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Reconfigured VM instance instance-00000071 to attach disk [datastore2] aac4f0c2-b070-41ec-acc2-e6b31e82a600/aac4f0c2-b070-41ec-acc2-e6b31e82a600.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.430200] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afe0d92c-fd24-48f3-9c9d-434229389944 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.439993] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1201.439993] env[69843]: value = "task-3705094" [ 1201.439993] env[69843]: _type = "Task" [ 1201.439993] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.451908] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705094, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.534819] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 2b6121ba-c485-4ade-a226-65c3ae96ecd1] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.628999] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "5b1adcde-b07e-43b0-953d-57891ee1d721" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.628999] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.652719] env[69843]: DEBUG oslo_vmware.api [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.654112] env[69843]: DEBUG nova.network.neutron [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Successfully created port: 3a52b31d-1cab-4ee4-a541-20f51418fd0d {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.690763] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705093, 'name': ReconfigVM_Task, 'duration_secs': 0.410964} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.691709] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449bbaca-5dce-41a9-9484-b58fa5da6852 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.716245] env[69843]: DEBUG nova.compute.manager [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.720548] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.721459] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.721744] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.722052] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.722319] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.726264] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.726594] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.726858] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.727160] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.727392] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.727608] env[69843]: DEBUG nova.virt.hardware [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.728827] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a479352-e7d5-40c6-9765-5c2ecdb32068 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.736267] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1201.736267] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f3b75c-a7f2-a36b-170d-4bc8bd44391e" [ 1201.736267] env[69843]: _type = "Task" [ 1201.736267] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.752130] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f3b75c-a7f2-a36b-170d-4bc8bd44391e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.779232] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725429} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.779595] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] a3a10dd7-1b18-470b-9c77-f254aaec65e1/a3a10dd7-1b18-470b-9c77-f254aaec65e1.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.779820] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.780099] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da29e45f-9830-48c2-a001-a65c6f7bc113 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.789631] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1201.789631] env[69843]: value = "task-3705095" [ 1201.789631] env[69843]: _type = "Task" [ 1201.789631] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.801522] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.951560] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705094, 'name': Rename_Task, 'duration_secs': 0.21793} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.951811] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.952125] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d30923e-61ca-48d8-bc88-e0b0948c05d1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.962015] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1201.962015] env[69843]: value = "task-3705096" [ 1201.962015] env[69843]: _type = "Task" [ 1201.962015] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.975046] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.040149] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 3a94e90e-e6c3-4038-ab68-392b4743b60b] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.103351] env[69843]: DEBUG nova.network.neutron [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Updating instance_info_cache with network_info: [{"id": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "address": "fa:16:3e:c9:2d:12", "network": {"id": "a5115484-fc69-44ef-b992-6c5eb0463f14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1213536260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d26f67c4b5fe4081a3b5c98c14da6a9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c3b438-4d", "ovs_interfaceid": "89c3b438-4d0f-409e-8ec3-cea88b8aa24d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.131914] env[69843]: DEBUG nova.compute.manager [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.154033] env[69843]: DEBUG oslo_vmware.api [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705092, 'name': ReconfigVM_Task, 'duration_secs': 0.911739} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.154033] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-c977e193-b1d8-4a90-b5f2-4be28d6c4f63/volume-c977e193-b1d8-4a90-b5f2-4be28d6c4f63.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.159724] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cd4f8ac-f087-4080-b117-b89df8547453 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.177910] env[69843]: DEBUG oslo_vmware.api [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1202.177910] env[69843]: value = "task-3705097" [ 1202.177910] env[69843]: _type = "Task" [ 1202.177910] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.191991] env[69843]: DEBUG oslo_vmware.api [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.231466] env[69843]: INFO nova.virt.block_device [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Booting with volume 320a3f01-2136-4d14-a6c8-66041358d24c at /dev/sda [ 1202.257447] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f3b75c-a7f2-a36b-170d-4bc8bd44391e, 'name': SearchDatastore_Task, 'duration_secs': 0.013523} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.264361] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.264778] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1808032e-1778-41ac-8d83-f9f587b5442e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.284312] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b148e9d3-7f69-4799-945e-f5581ed43392 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.288700] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1202.288700] env[69843]: value = "task-3705098" [ 1202.288700] env[69843]: _type = "Task" [ 1202.288700] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.300812] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5059cfd-1518-42f0-a365-6f752d34f0dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.322528] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155652} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.323064] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "339d3606-a7ea-4091-bec3-d51f99f9af90" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.323330] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "339d3606-a7ea-4091-bec3-d51f99f9af90" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.323538] env[69843]: DEBUG nova.compute.manager [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Going to confirm migration 8 {{(pid=69843) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1202.325249] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.326166] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.327094] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17146282-abd3-42f1-8e59-8ab9dfa4f058 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.354224] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] a3a10dd7-1b18-470b-9c77-f254aaec65e1/a3a10dd7-1b18-470b-9c77-f254aaec65e1.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.370844] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b75e3f-235f-4b91-add1-35712219c77e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.388717] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccaac019-360b-4e1f-a929-a24b06cce3e1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.400494] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1202.400494] env[69843]: value = "task-3705099" [ 1202.400494] env[69843]: _type = "Task" [ 1202.400494] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.403642] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a3d6aa-25f7-4147-b94e-02775f3fb819 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.429651] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.451248] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01995787-a616-4679-b77a-274cbe4f5f88 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.460548] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1e9e98-59be-408c-a946-fd6430aaa3c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.473122] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.483147] env[69843]: DEBUG nova.virt.block_device [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating existing volume attachment record: 803551bd-ef13-44dd-bbe6-cc4e50fcfb71 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1202.543436] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: edb8953b-b66d-410f-8cff-c699113e456e] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.607830] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Releasing lock "refresh_cache-285e01d3-1962-4808-9a14-deee2c471a5f" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.609049] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3046bd-e975-4c27-9db4-3f59635fd4ef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.617544] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Resuming the VM {{(pid=69843) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1202.617882] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca30b84f-d436-4249-a133-30028088c5db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.627511] env[69843]: DEBUG oslo_vmware.api [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1202.627511] env[69843]: value = "task-3705100" [ 1202.627511] env[69843]: _type = "Task" [ 1202.627511] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.642910] env[69843]: DEBUG oslo_vmware.api [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.667058] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.667058] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.668952] env[69843]: INFO nova.compute.claims [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.689648] env[69843]: DEBUG oslo_vmware.api [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705097, 'name': ReconfigVM_Task, 'duration_secs': 0.244753} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.690012] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737975', 'volume_id': 'c977e193-b1d8-4a90-b5f2-4be28d6c4f63', 'name': 'volume-c977e193-b1d8-4a90-b5f2-4be28d6c4f63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b49016e-8d8d-4ef0-acad-7a9566332f08', 'attached_at': '', 'detached_at': '', 'volume_id': 'c977e193-b1d8-4a90-b5f2-4be28d6c4f63', 'serial': 'c977e193-b1d8-4a90-b5f2-4be28d6c4f63'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1202.803179] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705098, 'name': ReconfigVM_Task, 'duration_secs': 0.252272} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.803179] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1202.804297] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cc108e-bcdc-4ce8-b0ef-e6bc86d8bf7e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.840409] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5cf3a996-f7b0-4d83-ad95-4dc539c90b34/5cf3a996-f7b0-4d83-ad95-4dc539c90b34.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.842746] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48c88b1e-8bf3-433e-ad61-7d1475314146 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.862998] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1202.862998] env[69843]: value = "task-3705101" [ 1202.862998] env[69843]: _type = "Task" [ 1202.862998] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.872790] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.924435] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.924684] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquired lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.924896] env[69843]: DEBUG nova.network.neutron [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.925135] env[69843]: DEBUG nova.objects.instance [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lazy-loading 'info_cache' on Instance uuid 339d3606-a7ea-4091-bec3-d51f99f9af90 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.931414] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705099, 'name': ReconfigVM_Task, 'duration_secs': 0.434297} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.931414] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Reconfigured VM instance instance-00000072 to attach disk [datastore2] a3a10dd7-1b18-470b-9c77-f254aaec65e1/a3a10dd7-1b18-470b-9c77-f254aaec65e1.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.931735] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b96e46c9-c0dc-44ac-9b25-9009410dece0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.941096] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1202.941096] env[69843]: value = "task-3705102" [ 1202.941096] env[69843]: _type = "Task" [ 1202.941096] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.952405] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705102, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.975079] env[69843]: DEBUG oslo_vmware.api [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705096, 'name': PowerOnVM_Task, 'duration_secs': 0.682596} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.975460] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.975671] env[69843]: INFO nova.compute.manager [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1202.975853] env[69843]: DEBUG nova.compute.manager [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1202.976675] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf260ac3-4a46-47c5-9f69-5d23fbb3fca2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.046772] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 6557cd7b-c9ba-4976-8933-e43bb9f11c74] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.140315] env[69843]: DEBUG oslo_vmware.api [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.353626] env[69843]: DEBUG nova.compute.manager [req-4555b8c7-68ae-440a-b13d-7a8c6cfd5ff8 req-f2972959-b2b0-41ef-b7dd-bd0a29d6b620 service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Received event network-vif-plugged-3a52b31d-1cab-4ee4-a541-20f51418fd0d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.353859] env[69843]: DEBUG oslo_concurrency.lockutils [req-4555b8c7-68ae-440a-b13d-7a8c6cfd5ff8 req-f2972959-b2b0-41ef-b7dd-bd0a29d6b620 service nova] Acquiring lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.354333] env[69843]: DEBUG oslo_concurrency.lockutils [req-4555b8c7-68ae-440a-b13d-7a8c6cfd5ff8 req-f2972959-b2b0-41ef-b7dd-bd0a29d6b620 service nova] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.354545] env[69843]: DEBUG oslo_concurrency.lockutils [req-4555b8c7-68ae-440a-b13d-7a8c6cfd5ff8 req-f2972959-b2b0-41ef-b7dd-bd0a29d6b620 service nova] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.354752] env[69843]: DEBUG nova.compute.manager [req-4555b8c7-68ae-440a-b13d-7a8c6cfd5ff8 req-f2972959-b2b0-41ef-b7dd-bd0a29d6b620 service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] No waiting events found dispatching network-vif-plugged-3a52b31d-1cab-4ee4-a541-20f51418fd0d {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1203.354877] env[69843]: WARNING nova.compute.manager [req-4555b8c7-68ae-440a-b13d-7a8c6cfd5ff8 req-f2972959-b2b0-41ef-b7dd-bd0a29d6b620 service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Received unexpected event network-vif-plugged-3a52b31d-1cab-4ee4-a541-20f51418fd0d for instance with vm_state building and task_state block_device_mapping. [ 1203.373987] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705101, 'name': ReconfigVM_Task, 'duration_secs': 0.491471} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.374186] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5cf3a996-f7b0-4d83-ad95-4dc539c90b34/5cf3a996-f7b0-4d83-ad95-4dc539c90b34.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.375195] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daa676c-a848-4887-8af0-3812c7a1ca6f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.402620] env[69843]: DEBUG nova.network.neutron [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Successfully updated port: 3a52b31d-1cab-4ee4-a541-20f51418fd0d {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.404569] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e041e5a0-6722-4973-bc17-47be56cb77d5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.431356] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f18816-3b54-4796-834e-ed97e4c8d794 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.466458] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164a6788-8de2-4221-a784-196c78c44c1d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.478241] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705102, 'name': Rename_Task, 'duration_secs': 0.188064} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.481327] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.481756] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.482010] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f15ca00-ccdc-48b2-9eb4-b05a19e23836 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.484325] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb6c4175-29aa-46c2-bcc6-09a426627d9c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.497702] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1203.497702] env[69843]: value = "task-3705103" [ 1203.497702] env[69843]: _type = "Task" [ 1203.497702] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.498157] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1203.498157] env[69843]: value = "task-3705104" [ 1203.498157] env[69843]: _type = "Task" [ 1203.498157] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.500797] env[69843]: INFO nova.compute.manager [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Took 15.94 seconds to build instance. [ 1203.518361] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705103, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.522477] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705104, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.549837] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: ab48a256-03ec-4e99-bd97-c2122b1c848d] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.614278] env[69843]: DEBUG nova.compute.manager [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Stashing vm_state: active {{(pid=69843) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1203.641892] env[69843]: DEBUG oslo_vmware.api [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705100, 'name': PowerOnVM_Task, 'duration_secs': 0.835656} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.641892] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Resumed the VM {{(pid=69843) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1203.641892] env[69843]: DEBUG nova.compute.manager [None req-bfb51774-81d8-4833-a4a1-651253ced9b9 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1203.642756] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ec53e9-04d5-44d5-b041-5d4c9b2ec4d2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.738319] env[69843]: DEBUG nova.objects.instance [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lazy-loading 'flavor' on Instance uuid 6b49016e-8d8d-4ef0-acad-7a9566332f08 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.909212] env[69843]: DEBUG oslo_concurrency.lockutils [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.909351] env[69843]: DEBUG oslo_concurrency.lockutils [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.909534] env[69843]: DEBUG nova.network.neutron [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.928825] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8587cb-ca59-481e-a530-9de6bd2c757f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.946861] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1508e04a-be76-4ea5-9436-349361bdb42c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.993401] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f98873d-98e8-4be3-bd32-95485a4b503e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.002635] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fa37b9-e8e5-490b-a4c0-d5add239fbde {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.018131] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8dc8d0bc-c613-453a-94be-f5538a33ce0e tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Lock "aac4f0c2-b070-41ec-acc2-e6b31e82a600" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.467s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.023045] env[69843]: DEBUG oslo_vmware.api [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705103, 'name': PowerOnVM_Task, 'duration_secs': 0.521136} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.034846] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.039284] env[69843]: DEBUG nova.compute.provider_tree [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.040688] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705104, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.056167] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 912a4a80-31e7-4f73-9ced-3aaef51595bd] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.142128] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.216919] env[69843]: DEBUG nova.network.neutron [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance_info_cache with network_info: [{"id": "5d8e61cf-c25c-4306-acdd-9fbc470349b5", "address": "fa:16:3e:3d:c5:4e", "network": {"id": "80e12d66-058b-4ed4-aa82-9ff8fcd07944", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-73387787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b26f958d3ee24955863a693689eacf7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d8e61cf-c2", "ovs_interfaceid": "5d8e61cf-c25c-4306-acdd-9fbc470349b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.242849] env[69843]: DEBUG oslo_concurrency.lockutils [None req-64f0e5a8-07af-478c-bf48-e66fe9ccabf5 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.858s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.443344] env[69843]: DEBUG nova.network.neutron [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.519694] env[69843]: DEBUG oslo_vmware.api [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705104, 'name': PowerOnVM_Task, 'duration_secs': 0.648381} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.522608] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.522849] env[69843]: INFO nova.compute.manager [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1204.523056] env[69843]: DEBUG nova.compute.manager [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1204.523906] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b7e7ed-b829-435e-8338-4c248c4a37a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.548094] env[69843]: DEBUG nova.scheduler.client.report [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.559471] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: f6b4ea13-7792-4e99-9e45-05cb9ebac331] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.592276] env[69843]: DEBUG nova.compute.manager [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.592848] env[69843]: DEBUG nova.virt.hardware [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.593113] env[69843]: DEBUG nova.virt.hardware [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.593878] env[69843]: DEBUG nova.virt.hardware [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.593878] env[69843]: DEBUG nova.virt.hardware [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.593878] env[69843]: DEBUG nova.virt.hardware [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.593878] env[69843]: DEBUG nova.virt.hardware [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.594227] env[69843]: DEBUG nova.virt.hardware [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.594227] env[69843]: DEBUG nova.virt.hardware [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.594817] env[69843]: DEBUG nova.virt.hardware [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.594817] env[69843]: DEBUG nova.virt.hardware [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.594817] env[69843]: DEBUG nova.virt.hardware [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.596280] env[69843]: DEBUG nova.network.neutron [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance_info_cache with network_info: [{"id": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "address": "fa:16:3e:63:09:35", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a52b31d-1c", "ovs_interfaceid": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.598450] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8deb81-c0dc-4e77-9a3c-bc07cabe0005 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.611755] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e85077-08e8-4861-b893-cb96e2a59ed6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.663527] env[69843]: INFO nova.compute.manager [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Rescuing [ 1204.664353] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquiring lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.664353] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquired lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.664353] env[69843]: DEBUG nova.network.neutron [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.719638] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Releasing lock "refresh_cache-339d3606-a7ea-4091-bec3-d51f99f9af90" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.719912] env[69843]: DEBUG nova.objects.instance [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lazy-loading 'migration_context' on Instance uuid 339d3606-a7ea-4091-bec3-d51f99f9af90 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.042611] env[69843]: INFO nova.compute.manager [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Took 16.68 seconds to build instance. [ 1205.051816] env[69843]: INFO nova.compute.manager [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Rescuing [ 1205.052115] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.052288] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.052460] env[69843]: DEBUG nova.network.neutron [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.053980] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.054471] env[69843]: DEBUG nova.compute.manager [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.058059] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.916s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.061956] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 5a1c71ad-3fd3-49ff-bf72-c49cc82edcd5] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.081812] env[69843]: INFO nova.compute.manager [None req-f8e43ee6-9468-4a54-9f18-0e002aa57243 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance to original state: 'active' [ 1205.106072] env[69843]: DEBUG oslo_concurrency.lockutils [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.106406] env[69843]: DEBUG nova.compute.manager [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Instance network_info: |[{"id": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "address": "fa:16:3e:63:09:35", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a52b31d-1c", "ovs_interfaceid": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.107620] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:09:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a52b31d-1cab-4ee4-a541-20f51418fd0d', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.114923] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.115495] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.115760] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-922f156c-73b8-41de-87e6-c3a5bfdf26dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.142831] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.142831] env[69843]: value = "task-3705105" [ 1205.142831] env[69843]: _type = "Task" [ 1205.142831] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.152560] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705105, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.222657] env[69843]: DEBUG nova.objects.base [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Object Instance<339d3606-a7ea-4091-bec3-d51f99f9af90> lazy-loaded attributes: info_cache,migration_context {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1205.223649] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2e2c30-265f-4b60-a60c-9937ac18cea1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.248624] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75a8ab2-71d0-43f8-ae90-8179b0edfb16 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.255189] env[69843]: DEBUG oslo_vmware.api [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1205.255189] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dec257-38ac-b823-1270-62bb7010a4fc" [ 1205.255189] env[69843]: _type = "Task" [ 1205.255189] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.265273] env[69843]: DEBUG oslo_vmware.api [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dec257-38ac-b823-1270-62bb7010a4fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.386433] env[69843]: DEBUG nova.network.neutron [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updating instance_info_cache with network_info: [{"id": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "address": "fa:16:3e:db:c6:58", "network": {"id": "35e1e02a-c258-449c-b44d-32a496f9196f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-305333028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d7a83bbd5e747afaebeb624d28ff5d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a24d15-6e", "ovs_interfaceid": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.543874] env[69843]: DEBUG oslo_concurrency.lockutils [None req-66f438c1-79aa-427d-aab6-47105db3fb08 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.188s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.561738] env[69843]: DEBUG nova.compute.utils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.567840] env[69843]: INFO nova.compute.claims [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.571606] env[69843]: DEBUG nova.compute.manager [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.571793] env[69843]: DEBUG nova.network.neutron [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.573710] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 294d870f-3083-47dc-80d6-88377ce7f6b9] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.608888] env[69843]: DEBUG nova.compute.manager [req-138c3b41-fff8-454b-bba4-dce0b49a51bf req-2c918158-b00a-4a98-b93a-8d05166ce90a service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Received event network-changed-3a52b31d-1cab-4ee4-a541-20f51418fd0d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.609098] env[69843]: DEBUG nova.compute.manager [req-138c3b41-fff8-454b-bba4-dce0b49a51bf req-2c918158-b00a-4a98-b93a-8d05166ce90a service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Refreshing instance network info cache due to event network-changed-3a52b31d-1cab-4ee4-a541-20f51418fd0d. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.609536] env[69843]: DEBUG oslo_concurrency.lockutils [req-138c3b41-fff8-454b-bba4-dce0b49a51bf req-2c918158-b00a-4a98-b93a-8d05166ce90a service nova] Acquiring lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.609536] env[69843]: DEBUG oslo_concurrency.lockutils [req-138c3b41-fff8-454b-bba4-dce0b49a51bf req-2c918158-b00a-4a98-b93a-8d05166ce90a service nova] Acquired lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.609699] env[69843]: DEBUG nova.network.neutron [req-138c3b41-fff8-454b-bba4-dce0b49a51bf req-2c918158-b00a-4a98-b93a-8d05166ce90a service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Refreshing network info cache for port 3a52b31d-1cab-4ee4-a541-20f51418fd0d {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.655586] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705105, 'name': CreateVM_Task, 'duration_secs': 0.399942} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.657598] env[69843]: DEBUG nova.policy [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbc2aadf9aac415394d31c2ac83774d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f4e5e44824a45279d35bbaf8400cf63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.659220] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.660019] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '803551bd-ef13-44dd-bbe6-cc4e50fcfb71', 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737968', 'volume_id': '320a3f01-2136-4d14-a6c8-66041358d24c', 'name': 'volume-320a3f01-2136-4d14-a6c8-66041358d24c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee', 'attached_at': '', 'detached_at': '', 'volume_id': '320a3f01-2136-4d14-a6c8-66041358d24c', 'serial': '320a3f01-2136-4d14-a6c8-66041358d24c'}, 'volume_type': None}], 'swap': None} {{(pid=69843) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1205.660768] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Root volume attach. Driver type: vmdk {{(pid=69843) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1205.661379] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8e4a9b-b603-4f16-a4d8-21f57ee8922c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.670520] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bd9f9f-1692-45e1-b630-451935ec2f63 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.680385] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d51746-a8b1-4cdb-9493-aca4776cb90b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.690929] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b2189735-3ee7-4fe3-911e-bef24cd5477b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.701048] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1205.701048] env[69843]: value = "task-3705106" [ 1205.701048] env[69843]: _type = "Task" [ 1205.701048] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.715986] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705106, 'name': RelocateVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.771376] env[69843]: DEBUG oslo_vmware.api [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52dec257-38ac-b823-1270-62bb7010a4fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009346} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.772084] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.889638] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Releasing lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.008544] env[69843]: DEBUG nova.network.neutron [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updating instance_info_cache with network_info: [{"id": "777ca366-97cd-404c-90cc-68412a284108", "address": "fa:16:3e:aa:93:4d", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap777ca366-97", "ovs_interfaceid": "777ca366-97cd-404c-90cc-68412a284108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.073115] env[69843]: DEBUG nova.compute.manager [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.078869] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: a547b0d0-377a-44fe-a750-6d0ab748fcff] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.083951] env[69843]: INFO nova.compute.resource_tracker [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating resource usage from migration e62e727a-496b-4d27-8159-4e2bd730b05e [ 1206.198840] env[69843]: DEBUG nova.network.neutron [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Successfully created port: 27e11103-71a3-444f-9992-bcf992915404 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.213440] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705106, 'name': RelocateVM_Task} progress is 20%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.400808] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cf31c3-745b-4967-8d72-f5113745baab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.413853] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8ab92f-5ab5-49ad-9fc0-14bf62cea903 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.235948] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.240427] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: bd5fea86-ad66-42fe-937f-a9bc38d94f5e] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.251167] env[69843]: DEBUG nova.network.neutron [req-138c3b41-fff8-454b-bba4-dce0b49a51bf req-2c918158-b00a-4a98-b93a-8d05166ce90a service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updated VIF entry in instance network info cache for port 3a52b31d-1cab-4ee4-a541-20f51418fd0d. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.252602] env[69843]: DEBUG nova.network.neutron [req-138c3b41-fff8-454b-bba4-dce0b49a51bf req-2c918158-b00a-4a98-b93a-8d05166ce90a service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance_info_cache with network_info: [{"id": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "address": "fa:16:3e:63:09:35", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a52b31d-1c", "ovs_interfaceid": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.257018] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0dce5c-a3d9-4f5b-9f10-160c6b251c4e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.272285] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705106, 'name': RelocateVM_Task, 'duration_secs': 0.542823} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.277233] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1207.277587] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737968', 'volume_id': '320a3f01-2136-4d14-a6c8-66041358d24c', 'name': 'volume-320a3f01-2136-4d14-a6c8-66041358d24c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee', 'attached_at': '', 'detached_at': '', 'volume_id': '320a3f01-2136-4d14-a6c8-66041358d24c', 'serial': '320a3f01-2136-4d14-a6c8-66041358d24c'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1207.280434] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c447f246-332e-474a-be8c-129057fdeaa7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.284272] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822a81ee-8276-4d51-af56-21f3c89d456e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.308840] env[69843]: DEBUG nova.compute.provider_tree [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.324765] env[69843]: DEBUG nova.scheduler.client.report [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.328968] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe7d69e-824d-42b1-8a9e-3566abdfd087 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.356520] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-320a3f01-2136-4d14-a6c8-66041358d24c/volume-320a3f01-2136-4d14-a6c8-66041358d24c.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.357437] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e33a9a86-05fa-456f-9d29-7efd780e669e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.380521] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1207.380521] env[69843]: value = "task-3705107" [ 1207.380521] env[69843]: _type = "Task" [ 1207.380521] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.390697] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.469116] env[69843]: DEBUG nova.compute.manager [req-e58cdf8a-cdb9-4249-8aeb-0d912f6f5abf req-f19238a0-f1a3-4223-93df-5ffdb816efa5 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Received event network-changed-88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.469348] env[69843]: DEBUG nova.compute.manager [req-e58cdf8a-cdb9-4249-8aeb-0d912f6f5abf req-f19238a0-f1a3-4223-93df-5ffdb816efa5 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Refreshing instance network info cache due to event network-changed-88caa201-7e1f-4b97-b9c1-39c9576939df. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.469615] env[69843]: DEBUG oslo_concurrency.lockutils [req-e58cdf8a-cdb9-4249-8aeb-0d912f6f5abf req-f19238a0-f1a3-4223-93df-5ffdb816efa5 service nova] Acquiring lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.469788] env[69843]: DEBUG oslo_concurrency.lockutils [req-e58cdf8a-cdb9-4249-8aeb-0d912f6f5abf req-f19238a0-f1a3-4223-93df-5ffdb816efa5 service nova] Acquired lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.469971] env[69843]: DEBUG nova.network.neutron [req-e58cdf8a-cdb9-4249-8aeb-0d912f6f5abf req-f19238a0-f1a3-4223-93df-5ffdb816efa5 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Refreshing network info cache for port 88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.659913] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3f91c-0703-8daf-0e6a-f5e732f5d78e/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1207.661444] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feb51d0-ebe7-42cf-9bcf-b8458c4cb4a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.669503] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3f91c-0703-8daf-0e6a-f5e732f5d78e/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1207.669503] env[69843]: ERROR oslo_vmware.rw_handles [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3f91c-0703-8daf-0e6a-f5e732f5d78e/disk-0.vmdk due to incomplete transfer. [ 1207.669644] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d2c2fc7-3393-4100-b8ec-2667eabd9f27 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.678418] env[69843]: DEBUG oslo_vmware.rw_handles [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3f91c-0703-8daf-0e6a-f5e732f5d78e/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1207.678634] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Uploaded image a045fd40-0cce-4cef-9ff9-1f1488798840 to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1207.681861] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1207.681861] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c5a48fb3-a2b1-4bd7-a38b-4436985c7007 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.689600] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1207.689600] env[69843]: value = "task-3705108" [ 1207.689600] env[69843]: _type = "Task" [ 1207.689600] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.700234] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705108, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.750053] env[69843]: DEBUG nova.compute.manager [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.752641] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 3c2aee20-8a63-4949-b354-643a895f4fc6] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.764629] env[69843]: DEBUG oslo_concurrency.lockutils [req-138c3b41-fff8-454b-bba4-dce0b49a51bf req-2c918158-b00a-4a98-b93a-8d05166ce90a service nova] Releasing lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.765605] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.768169] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78b80817-58d4-44f2-bbb2-c5236f6939ab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.778316] env[69843]: DEBUG nova.virt.hardware [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.778577] env[69843]: DEBUG nova.virt.hardware [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.778731] env[69843]: DEBUG nova.virt.hardware [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.779132] env[69843]: DEBUG nova.virt.hardware [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.779132] env[69843]: DEBUG nova.virt.hardware [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.779260] env[69843]: DEBUG nova.virt.hardware [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.779614] env[69843]: DEBUG nova.virt.hardware [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.779806] env[69843]: DEBUG nova.virt.hardware [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.779989] env[69843]: DEBUG nova.virt.hardware [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.780171] env[69843]: DEBUG nova.virt.hardware [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.780425] env[69843]: DEBUG nova.virt.hardware [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.781710] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce2c295-7417-46be-875d-6d5b5fed1c0f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.789360] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1207.789360] env[69843]: value = "task-3705109" [ 1207.789360] env[69843]: _type = "Task" [ 1207.789360] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.800851] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1906d9d5-4c97-4532-b34c-b48f3de06573 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.809843] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.834211] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.776s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.834434] env[69843]: INFO nova.compute.manager [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Migrating [ 1207.841897] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.070s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.852881] env[69843]: DEBUG nova.network.neutron [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Successfully updated port: 27e11103-71a3-444f-9992-bcf992915404 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.892367] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.169247] env[69843]: DEBUG nova.compute.manager [req-46af8e91-bfc7-42b4-97fa-7af1fafad807 req-1ab3a501-96e5-4009-8d2b-f57ee6c42419 service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Received event network-vif-plugged-27e11103-71a3-444f-9992-bcf992915404 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.169579] env[69843]: DEBUG oslo_concurrency.lockutils [req-46af8e91-bfc7-42b4-97fa-7af1fafad807 req-1ab3a501-96e5-4009-8d2b-f57ee6c42419 service nova] Acquiring lock "5b1adcde-b07e-43b0-953d-57891ee1d721-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.169903] env[69843]: DEBUG oslo_concurrency.lockutils [req-46af8e91-bfc7-42b4-97fa-7af1fafad807 req-1ab3a501-96e5-4009-8d2b-f57ee6c42419 service nova] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.169961] env[69843]: DEBUG oslo_concurrency.lockutils [req-46af8e91-bfc7-42b4-97fa-7af1fafad807 req-1ab3a501-96e5-4009-8d2b-f57ee6c42419 service nova] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.170134] env[69843]: DEBUG nova.compute.manager [req-46af8e91-bfc7-42b4-97fa-7af1fafad807 req-1ab3a501-96e5-4009-8d2b-f57ee6c42419 service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] No waiting events found dispatching network-vif-plugged-27e11103-71a3-444f-9992-bcf992915404 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1208.170333] env[69843]: WARNING nova.compute.manager [req-46af8e91-bfc7-42b4-97fa-7af1fafad807 req-1ab3a501-96e5-4009-8d2b-f57ee6c42419 service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Received unexpected event network-vif-plugged-27e11103-71a3-444f-9992-bcf992915404 for instance with vm_state building and task_state spawning. [ 1208.203471] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705108, 'name': Destroy_Task} progress is 33%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.213653] env[69843]: DEBUG nova.network.neutron [req-e58cdf8a-cdb9-4249-8aeb-0d912f6f5abf req-f19238a0-f1a3-4223-93df-5ffdb816efa5 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updated VIF entry in instance network info cache for port 88caa201-7e1f-4b97-b9c1-39c9576939df. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.214108] env[69843]: DEBUG nova.network.neutron [req-e58cdf8a-cdb9-4249-8aeb-0d912f6f5abf req-f19238a0-f1a3-4223-93df-5ffdb816efa5 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updating instance_info_cache with network_info: [{"id": "88caa201-7e1f-4b97-b9c1-39c9576939df", "address": "fa:16:3e:8b:c6:ce", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88caa201-7e", "ovs_interfaceid": "88caa201-7e1f-4b97-b9c1-39c9576939df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.255520] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 623830cd-1473-4a97-8c20-77461d201d1a] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.300644] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705109, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.354622] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.354867] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.355045] env[69843]: DEBUG nova.network.neutron [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.357221] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "refresh_cache-5b1adcde-b07e-43b0-953d-57891ee1d721" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.357603] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired lock "refresh_cache-5b1adcde-b07e-43b0-953d-57891ee1d721" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.357603] env[69843]: DEBUG nova.network.neutron [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.393543] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705107, 'name': ReconfigVM_Task, 'duration_secs': 0.600498} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.393725] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-320a3f01-2136-4d14-a6c8-66041358d24c/volume-320a3f01-2136-4d14-a6c8-66041358d24c.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.401822] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e90b1e-e6f6-430a-8153-a2cf40bff76e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.419254] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1208.419254] env[69843]: value = "task-3705110" [ 1208.419254] env[69843]: _type = "Task" [ 1208.419254] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.430782] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.670909] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21e439e-2e47-4c0e-8058-f9bfe2c55321 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.679446] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248692bd-aed1-43e4-b2eb-bbfe06bac4ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.713662] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884857d4-2001-42bb-8b61-e507eb25ae50 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.716470] env[69843]: DEBUG oslo_concurrency.lockutils [req-e58cdf8a-cdb9-4249-8aeb-0d912f6f5abf req-f19238a0-f1a3-4223-93df-5ffdb816efa5 service nova] Releasing lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.724082] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705108, 'name': Destroy_Task, 'duration_secs': 0.850824} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.726186] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Destroyed the VM [ 1208.726426] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1208.726712] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa351a24-9cd2-4573-a6cc-3383ac509d37 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.729461] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d041d9-2df0-4639-9eee-f49f0ef2599e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.751019] env[69843]: DEBUG nova.compute.provider_tree [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.754665] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1208.754665] env[69843]: value = "task-3705111" [ 1208.754665] env[69843]: _type = "Task" [ 1208.754665] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.758482] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 0ca4831d-6778-4938-9282-e658bd7c7a3f] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.765410] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.800737] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705109, 'name': PowerOffVM_Task, 'duration_secs': 0.639127} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.801015] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.801891] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7e37ed-c057-41ba-9f12-d1708c67681b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.823087] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.823471] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-853253e4-848d-4956-8060-c6bfc628e9d5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.825651] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9333cb12-0f70-43aa-bf4b-358e5109c02c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.836685] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1208.836685] env[69843]: value = "task-3705112" [ 1208.836685] env[69843]: _type = "Task" [ 1208.836685] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.845914] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.864818] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.865084] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.865371] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.865470] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.865640] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.869427] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.869986] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d81ed35b-ac55-4e4f-bb2f-29f2aeb10e8c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.872033] env[69843]: INFO nova.compute.manager [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Terminating instance [ 1208.881792] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1208.881792] env[69843]: value = "task-3705113" [ 1208.881792] env[69843]: _type = "Task" [ 1208.881792] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.892682] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1208.892934] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.893194] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.893344] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.893527] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.893813] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99c2a5fb-0591-4e98-84ed-7dce68e95921 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.903983] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.904188] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.904939] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e2f59ce-a50d-4044-9fdb-98926d8cdba4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.910941] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1208.910941] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b90a69-2e4a-1d78-051e-ffd38cac5886" [ 1208.910941] env[69843]: _type = "Task" [ 1208.910941] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.919880] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b90a69-2e4a-1d78-051e-ffd38cac5886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.930023] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705110, 'name': ReconfigVM_Task, 'duration_secs': 0.194028} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.930138] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737968', 'volume_id': '320a3f01-2136-4d14-a6c8-66041358d24c', 'name': 'volume-320a3f01-2136-4d14-a6c8-66041358d24c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee', 'attached_at': '', 'detached_at': '', 'volume_id': '320a3f01-2136-4d14-a6c8-66041358d24c', 'serial': '320a3f01-2136-4d14-a6c8-66041358d24c'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1208.930629] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d01afd8d-71e5-45d9-bc43-22d57f13b844 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.937321] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1208.937321] env[69843]: value = "task-3705114" [ 1208.937321] env[69843]: _type = "Task" [ 1208.937321] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.943229] env[69843]: DEBUG nova.network.neutron [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.950702] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705114, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.214598] env[69843]: DEBUG nova.network.neutron [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Updating instance_info_cache with network_info: [{"id": "27e11103-71a3-444f-9992-bcf992915404", "address": "fa:16:3e:3b:9d:c1", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e11103-71", "ovs_interfaceid": "27e11103-71a3-444f-9992-bcf992915404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.234361] env[69843]: DEBUG nova.network.neutron [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance_info_cache with network_info: [{"id": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "address": "fa:16:3e:ab:cb:5f", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae5d8e6-43", "ovs_interfaceid": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.253828] env[69843]: DEBUG nova.scheduler.client.report [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.262250] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 3f630b5a-6a49-417a-ae8c-d39bd4942d5a] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.270827] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.346711] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.380283] env[69843]: DEBUG nova.compute.manager [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.380589] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.380875] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-447b7c6b-0ba0-42ea-818d-aa7ed831e298 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.391030] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1209.391030] env[69843]: value = "task-3705115" [ 1209.391030] env[69843]: _type = "Task" [ 1209.391030] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.399649] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.425029] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b90a69-2e4a-1d78-051e-ffd38cac5886, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.425029] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae63b8f-ac8c-44b0-bacd-66ee654a50bb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.432636] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1209.432636] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b1ab18-8ff0-4ed4-8668-c5cb464ba945" [ 1209.432636] env[69843]: _type = "Task" [ 1209.432636] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.452104] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b1ab18-8ff0-4ed4-8668-c5cb464ba945, 'name': SearchDatastore_Task, 'duration_secs': 0.013174} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.457569] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.459054] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] aac4f0c2-b070-41ec-acc2-e6b31e82a600/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk. {{(pid=69843) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1209.459054] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705114, 'name': Rename_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.459425] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e7538b9-7120-4bb6-b9e5-7c46ad2a6038 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.469741] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1209.469741] env[69843]: value = "task-3705116" [ 1209.469741] env[69843]: _type = "Task" [ 1209.469741] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.482279] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.719515] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Releasing lock "refresh_cache-5b1adcde-b07e-43b0-953d-57891ee1d721" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.719958] env[69843]: DEBUG nova.compute.manager [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Instance network_info: |[{"id": "27e11103-71a3-444f-9992-bcf992915404", "address": "fa:16:3e:3b:9d:c1", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e11103-71", "ovs_interfaceid": "27e11103-71a3-444f-9992-bcf992915404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1209.720477] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:9d:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e11103-71a3-444f-9992-bcf992915404', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.729813] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.732100] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.733275] env[69843]: DEBUG nova.compute.manager [req-c6bee799-c159-4d49-bdd2-61247a25329f req-056b1b3e-8ccf-457b-8a5d-3d1df834139f service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Received event network-changed-21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.733453] env[69843]: DEBUG nova.compute.manager [req-c6bee799-c159-4d49-bdd2-61247a25329f req-056b1b3e-8ccf-457b-8a5d-3d1df834139f service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Refreshing instance network info cache due to event network-changed-21139671-d35b-4346-95b2-a25c39a4b246. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.733661] env[69843]: DEBUG oslo_concurrency.lockutils [req-c6bee799-c159-4d49-bdd2-61247a25329f req-056b1b3e-8ccf-457b-8a5d-3d1df834139f service nova] Acquiring lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.733797] env[69843]: DEBUG oslo_concurrency.lockutils [req-c6bee799-c159-4d49-bdd2-61247a25329f req-056b1b3e-8ccf-457b-8a5d-3d1df834139f service nova] Acquired lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.733951] env[69843]: DEBUG nova.network.neutron [req-c6bee799-c159-4d49-bdd2-61247a25329f req-056b1b3e-8ccf-457b-8a5d-3d1df834139f service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Refreshing network info cache for port 21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.735130] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44394ce3-c593-4c06-bd52-5acf7bac6476 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.755358] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.771408] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 4172346a-1181-4649-9610-4de1cf2c2dd2] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.773763] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.773763] env[69843]: value = "task-3705117" [ 1209.773763] env[69843]: _type = "Task" [ 1209.773763] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.786086] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705111, 'name': RemoveSnapshot_Task, 'duration_secs': 0.919426} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.790037] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1209.790037] env[69843]: DEBUG nova.compute.manager [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1209.790037] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64995f9-241b-4b1c-b583-d454e4bc187b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.799391] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705117, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.850907] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705112, 'name': PowerOffVM_Task, 'duration_secs': 0.994637} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.853887] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.855292] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cbc0e0-20e5-4ebe-9616-f69823c9f962 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.882687] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6be991-18bb-4ae7-b002-9ce80dabeb71 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.906544] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705115, 'name': PowerOffVM_Task, 'duration_secs': 0.2982} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.906817] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.907050] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.907318] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737955', 'volume_id': '6d55e78c-04cf-4a55-8195-5ac90a1a4d8f', 'name': 'volume-6d55e78c-04cf-4a55-8195-5ac90a1a4d8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5cf3a996-f7b0-4d83-ad95-4dc539c90b34', 'attached_at': '2025-04-29T01:40:10.000000', 'detached_at': '', 'volume_id': '6d55e78c-04cf-4a55-8195-5ac90a1a4d8f', 'serial': '6d55e78c-04cf-4a55-8195-5ac90a1a4d8f'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.908671] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b56980-ff90-4d3b-963d-669b14998b93 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.937027] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549d8677-83e7-4bdf-b638-9247cdbf164b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.950388] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.951427] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fcfea40-fd30-4fab-8ae3-298665dc6ef9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.962417] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7585ba6-d12b-4e20-a571-9b060d020bc7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.962501] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705114, 'name': Rename_Task, 'duration_secs': 0.785222} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.962783] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.963485] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93acfb6e-7d74-44ba-9aef-f603966d1683 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.966732] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1209.966732] env[69843]: value = "task-3705118" [ 1209.966732] env[69843]: _type = "Task" [ 1209.966732] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.000737] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e28a8d-1aa9-469f-89fe-0fa86a4fcf85 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.004689] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1210.004689] env[69843]: value = "task-3705119" [ 1210.004689] env[69843]: _type = "Task" [ 1210.004689] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.034295] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] The volume has not been displaced from its original location: [datastore2] volume-6d55e78c-04cf-4a55-8195-5ac90a1a4d8f/volume-6d55e78c-04cf-4a55-8195-5ac90a1a4d8f.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1210.039667] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.040178] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705116, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.040905] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14326595-413d-4b2a-9334-1977e36c596e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.054891] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1210.055133] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.055379] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.055521] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.055692] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.056675] env[69843]: DEBUG nova.network.neutron [req-c6bee799-c159-4d49-bdd2-61247a25329f req-056b1b3e-8ccf-457b-8a5d-3d1df834139f service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updated VIF entry in instance network info cache for port 21139671-d35b-4346-95b2-a25c39a4b246. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.057029] env[69843]: DEBUG nova.network.neutron [req-c6bee799-c159-4d49-bdd2-61247a25329f req-056b1b3e-8ccf-457b-8a5d-3d1df834139f service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updating instance_info_cache with network_info: [{"id": "21139671-d35b-4346-95b2-a25c39a4b246", "address": "fa:16:3e:0e:e6:f5", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21139671-d3", "ovs_interfaceid": "21139671-d35b-4346-95b2-a25c39a4b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.061786] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4394fdd1-5f4e-4658-ae34-92631dc32155 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.063996] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.073257] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1210.073257] env[69843]: value = "task-3705120" [ 1210.073257] env[69843]: _type = "Task" [ 1210.073257] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.083645] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.085150] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.085380] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.086138] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5883bc4c-eb5a-4801-933b-681bbed58eec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.094345] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1210.094345] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5219c580-4826-ce87-bef1-fdd3814121c3" [ 1210.094345] env[69843]: _type = "Task" [ 1210.094345] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.104820] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5219c580-4826-ce87-bef1-fdd3814121c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.276444] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.433s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.278602] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 6c2b40b6-9a27-4bfa-898e-182bcd13bed3] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.291323] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705117, 'name': CreateVM_Task, 'duration_secs': 0.386235} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.291494] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.292349] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.292511] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.292829] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.293102] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870c44f4-7e95-430c-81ef-17aa0aa3538d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.298453] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1210.298453] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526517d7-6449-8556-37e7-d0861daa012d" [ 1210.298453] env[69843]: _type = "Task" [ 1210.298453] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.307374] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526517d7-6449-8556-37e7-d0861daa012d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.313206] env[69843]: INFO nova.compute.manager [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Shelve offloading [ 1210.385647] env[69843]: DEBUG nova.compute.manager [req-d99a4f36-ed32-4854-928b-38a65f246551 req-1e6ff6c6-0602-4998-854a-3d8e9133d41f service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Received event network-changed-27e11103-71a3-444f-9992-bcf992915404 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.385714] env[69843]: DEBUG nova.compute.manager [req-d99a4f36-ed32-4854-928b-38a65f246551 req-1e6ff6c6-0602-4998-854a-3d8e9133d41f service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Refreshing instance network info cache due to event network-changed-27e11103-71a3-444f-9992-bcf992915404. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.386118] env[69843]: DEBUG oslo_concurrency.lockutils [req-d99a4f36-ed32-4854-928b-38a65f246551 req-1e6ff6c6-0602-4998-854a-3d8e9133d41f service nova] Acquiring lock "refresh_cache-5b1adcde-b07e-43b0-953d-57891ee1d721" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.386118] env[69843]: DEBUG oslo_concurrency.lockutils [req-d99a4f36-ed32-4854-928b-38a65f246551 req-1e6ff6c6-0602-4998-854a-3d8e9133d41f service nova] Acquired lock "refresh_cache-5b1adcde-b07e-43b0-953d-57891ee1d721" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.386253] env[69843]: DEBUG nova.network.neutron [req-d99a4f36-ed32-4854-928b-38a65f246551 req-1e6ff6c6-0602-4998-854a-3d8e9133d41f service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Refreshing network info cache for port 27e11103-71a3-444f-9992-bcf992915404 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.502435] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617329} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.502697] env[69843]: INFO nova.virt.vmwareapi.ds_util [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] aac4f0c2-b070-41ec-acc2-e6b31e82a600/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk. [ 1210.503511] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c906b8b-a863-4ebb-b1eb-61cf21f0291f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.516509] env[69843]: DEBUG oslo_vmware.api [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705119, 'name': PowerOnVM_Task, 'duration_secs': 0.498116} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.529206] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.529473] env[69843]: INFO nova.compute.manager [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Took 5.94 seconds to spawn the instance on the hypervisor. [ 1210.529657] env[69843]: DEBUG nova.compute.manager [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1210.538819] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] aac4f0c2-b070-41ec-acc2-e6b31e82a600/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.539670] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403ed5f6-0f39-4065-bab4-3c3e61c8c468 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.542364] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c8508a0-4f70-4c39-a989-6acaed1b7903 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.564952] env[69843]: DEBUG oslo_concurrency.lockutils [req-c6bee799-c159-4d49-bdd2-61247a25329f req-056b1b3e-8ccf-457b-8a5d-3d1df834139f service nova] Releasing lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.565404] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1210.565404] env[69843]: value = "task-3705121" [ 1210.565404] env[69843]: _type = "Task" [ 1210.565404] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.574440] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.583594] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705120, 'name': ReconfigVM_Task, 'duration_secs': 0.314598} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.583889] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.590060] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5980a9dc-9e1f-41b3-805c-a8c2d1f9175b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.615299] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5219c580-4826-ce87-bef1-fdd3814121c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014488} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.617425] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1210.617425] env[69843]: value = "task-3705122" [ 1210.617425] env[69843]: _type = "Task" [ 1210.617425] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.617636] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a56853e6-7f04-4617-88f5-fb2a156481b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.627842] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1210.627842] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520a22d7-c9d4-dad1-8456-81965068ad7b" [ 1210.627842] env[69843]: _type = "Task" [ 1210.627842] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.632199] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.641822] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520a22d7-c9d4-dad1-8456-81965068ad7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.786205] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 1910ca1a-ccc5-45d5-82e3-9f6953d3d141] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.812588] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526517d7-6449-8556-37e7-d0861daa012d, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.812890] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.813157] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.813377] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.816632] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.816632] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a14c98e3-c669-4754-816c-af087a349f58 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.823922] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1210.823922] env[69843]: value = "task-3705123" [ 1210.823922] env[69843]: _type = "Task" [ 1210.823922] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.832757] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.841674] env[69843]: INFO nova.scheduler.client.report [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted allocation for migration 211f2242-9655-49c1-a3ed-79d9953c3f00 [ 1211.076474] env[69843]: INFO nova.compute.manager [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Took 14.14 seconds to build instance. [ 1211.081865] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.097649] env[69843]: DEBUG nova.network.neutron [req-d99a4f36-ed32-4854-928b-38a65f246551 req-1e6ff6c6-0602-4998-854a-3d8e9133d41f service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Updated VIF entry in instance network info cache for port 27e11103-71a3-444f-9992-bcf992915404. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.098029] env[69843]: DEBUG nova.network.neutron [req-d99a4f36-ed32-4854-928b-38a65f246551 req-1e6ff6c6-0602-4998-854a-3d8e9133d41f service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Updating instance_info_cache with network_info: [{"id": "27e11103-71a3-444f-9992-bcf992915404", "address": "fa:16:3e:3b:9d:c1", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e11103-71", "ovs_interfaceid": "27e11103-71a3-444f-9992-bcf992915404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.138333] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705122, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.148984] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]520a22d7-c9d4-dad1-8456-81965068ad7b, 'name': SearchDatastore_Task, 'duration_secs': 0.017895} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.149291] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.149613] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 6b49016e-8d8d-4ef0-acad-7a9566332f08/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk. {{(pid=69843) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1211.149927] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.150133] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.150411] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e00f758f-0ad0-4ba2-b04f-d9b7f1156688 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.152836] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d019054d-f7cd-4b06-ba7c-3775d52b5cd4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.161691] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1211.161691] env[69843]: value = "task-3705124" [ 1211.161691] env[69843]: _type = "Task" [ 1211.161691] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.167184] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.167437] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.168643] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4ab7c7-188a-44ed-872e-4baa3bec044f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.174878] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.178569] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1211.178569] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea8b98-77c9-e548-33c3-1e222b44496c" [ 1211.178569] env[69843]: _type = "Task" [ 1211.178569] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.186840] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea8b98-77c9-e548-33c3-1e222b44496c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.275172] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d47c30a-af04-4c22-8965-5d324ad601e2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.294534] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: b0d1991c-f262-48be-82a5-8a8f3cca813b] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.296629] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance 'c98468ed-b6ca-4b56-ad67-17d50f509a84' progress to 0 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.334501] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1211.334776] env[69843]: DEBUG nova.compute.manager [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1211.335531] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76818880-2317-4d5b-8de6-f03a25fad2ac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.342793] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.342793] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.343121] env[69843]: DEBUG nova.network.neutron [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.349556] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "339d3606-a7ea-4091-bec3-d51f99f9af90" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.026s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.581292] env[69843]: DEBUG oslo_concurrency.lockutils [None req-088aae1e-228d-416e-91b6-c1826ee94900 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.658s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.581637] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705121, 'name': ReconfigVM_Task, 'duration_secs': 0.759078} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.581897] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Reconfigured VM instance instance-00000071 to attach disk [datastore2] aac4f0c2-b070-41ec-acc2-e6b31e82a600/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.582820] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2a162a-4a90-4520-bb60-b4d6b9788a0e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.608511] env[69843]: DEBUG oslo_concurrency.lockutils [req-d99a4f36-ed32-4854-928b-38a65f246551 req-1e6ff6c6-0602-4998-854a-3d8e9133d41f service nova] Releasing lock "refresh_cache-5b1adcde-b07e-43b0-953d-57891ee1d721" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.610497] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbb89d78-9257-470e-8678-169cbbe70821 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.637255] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705122, 'name': ReconfigVM_Task, 'duration_secs': 0.562862} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.638736] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737955', 'volume_id': '6d55e78c-04cf-4a55-8195-5ac90a1a4d8f', 'name': 'volume-6d55e78c-04cf-4a55-8195-5ac90a1a4d8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5cf3a996-f7b0-4d83-ad95-4dc539c90b34', 'attached_at': '2025-04-29T01:40:10.000000', 'detached_at': '', 'volume_id': '6d55e78c-04cf-4a55-8195-5ac90a1a4d8f', 'serial': '6d55e78c-04cf-4a55-8195-5ac90a1a4d8f'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1211.639051] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.639511] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1211.639511] env[69843]: value = "task-3705125" [ 1211.639511] env[69843]: _type = "Task" [ 1211.639511] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.640145] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605fc8ab-5ce5-477d-a800-7824160a79b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.651980] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705125, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.654507] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.654832] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6ea9f83-3e31-4119-b2a1-66ad04deaf3b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.672441] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496285} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.672731] env[69843]: INFO nova.virt.vmwareapi.ds_util [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 6b49016e-8d8d-4ef0-acad-7a9566332f08/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk. [ 1211.673523] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99205db-337c-4e8a-a0a0-27478b3e69be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.708649] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 6b49016e-8d8d-4ef0-acad-7a9566332f08/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.708649] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35a9f1b1-c29c-4e79-912b-927a719455eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.730059] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ea8b98-77c9-e548-33c3-1e222b44496c, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.732709] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1211.732709] env[69843]: value = "task-3705127" [ 1211.732709] env[69843]: _type = "Task" [ 1211.732709] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.732978] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e32aae1-9790-45cb-b838-f701a9ac3664 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.740864] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.741118] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.741921] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleting the datastore file [datastore2] 5cf3a996-f7b0-4d83-ad95-4dc539c90b34 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.741921] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88fbf4e3-6424-428e-a026-fa6355352673 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.745227] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1211.745227] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b20dbf-ed23-48c7-4972-1f54992c78d4" [ 1211.745227] env[69843]: _type = "Task" [ 1211.745227] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.748938] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705127, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.753323] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1211.753323] env[69843]: value = "task-3705128" [ 1211.753323] env[69843]: _type = "Task" [ 1211.753323] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.760211] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b20dbf-ed23-48c7-4972-1f54992c78d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.765685] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.800840] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 3d500eda-6c7a-442c-a514-b8929ed735e1] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.808075] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.808222] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfe602e9-d00c-46ca-9d80-714ded4a23d3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.818176] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1211.818176] env[69843]: value = "task-3705129" [ 1211.818176] env[69843]: _type = "Task" [ 1211.818176] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.828666] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.112337] env[69843]: DEBUG nova.network.neutron [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updating instance_info_cache with network_info: [{"id": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "address": "fa:16:3e:c1:93:ad", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739a911a-53", "ovs_interfaceid": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.154326] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705125, 'name': ReconfigVM_Task, 'duration_secs': 0.213369} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.154576] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.154849] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-123f323e-ad50-4b01-a390-b653128eb0bb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.162901] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1212.162901] env[69843]: value = "task-3705130" [ 1212.162901] env[69843]: _type = "Task" [ 1212.162901] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.175568] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.244180] env[69843]: DEBUG nova.compute.manager [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Received event network-changed-21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.244345] env[69843]: DEBUG nova.compute.manager [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Refreshing instance network info cache due to event network-changed-21139671-d35b-4346-95b2-a25c39a4b246. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.244559] env[69843]: DEBUG oslo_concurrency.lockutils [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] Acquiring lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.244696] env[69843]: DEBUG oslo_concurrency.lockutils [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] Acquired lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.244851] env[69843]: DEBUG nova.network.neutron [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Refreshing network info cache for port 21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.249533] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705127, 'name': ReconfigVM_Task, 'duration_secs': 0.351395} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.252983] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 6b49016e-8d8d-4ef0-acad-7a9566332f08/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29-rescue.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.254235] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021da683-99ad-48e0-bde5-e8511cd85575 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.266615] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b20dbf-ed23-48c7-4972-1f54992c78d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014994} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.286607] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.286838] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 5b1adcde-b07e-43b0-953d-57891ee1d721/5b1adcde-b07e-43b0-953d-57891ee1d721.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.296466] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82e50d34-6f81-4a07-863c-780196482064 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.298880] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c279c1b3-396a-4f8c-990b-2eb5b5250319 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.309275] env[69843]: DEBUG oslo_vmware.api [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189941} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.310071] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: f8b0711c-2448-4aa1-b297-e2d5d1e56f4a] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.312401] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.312516] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.312642] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.312805] env[69843]: INFO nova.compute.manager [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Took 2.93 seconds to destroy the instance on the hypervisor. [ 1212.313174] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.314198] env[69843]: DEBUG nova.compute.manager [-] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.314309] env[69843]: DEBUG nova.network.neutron [-] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.320125] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1212.320125] env[69843]: value = "task-3705131" [ 1212.320125] env[69843]: _type = "Task" [ 1212.320125] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.324525] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1212.324525] env[69843]: value = "task-3705132" [ 1212.324525] env[69843]: _type = "Task" [ 1212.324525] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.335911] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705129, 'name': PowerOffVM_Task, 'duration_secs': 0.26499} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.335911] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.335911] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance 'c98468ed-b6ca-4b56-ad67-17d50f509a84' progress to 17 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.346573] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.347136] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.616508] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.675921] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.816400] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 254736f6-56f6-47b2-b16d-417dfb91bd14] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.841928] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705131, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.845539] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705132, 'name': ReconfigVM_Task, 'duration_secs': 0.340983} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.849088] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.852086] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.852320] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.852478] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.852657] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.852814] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.852962] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.853185] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.854046] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.854669] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.854893] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.855087] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.861282] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4dbf705-82fc-4656-bc95-6b59c9f4d27c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.864779] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "339d3606-a7ea-4091-bec3-d51f99f9af90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.865189] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "339d3606-a7ea-4091-bec3-d51f99f9af90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.865438] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "339d3606-a7ea-4091-bec3-d51f99f9af90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.865684] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "339d3606-a7ea-4091-bec3-d51f99f9af90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.865903] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "339d3606-a7ea-4091-bec3-d51f99f9af90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.868125] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a0bf7b2-d39b-485d-a956-d0978ddfef94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.887786] env[69843]: INFO nova.compute.manager [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Terminating instance [ 1212.895196] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1212.895196] env[69843]: value = "task-3705134" [ 1212.895196] env[69843]: _type = "Task" [ 1212.895196] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.896231] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1212.896231] env[69843]: value = "task-3705133" [ 1212.896231] env[69843]: _type = "Task" [ 1212.896231] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.911376] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.916617] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.129204] env[69843]: DEBUG nova.compute.manager [req-d555cd63-2cf9-47d0-b1d2-c9c36b2703c6 req-384f87c5-cede-4caf-94de-e494d9439e4a service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Received event network-vif-deleted-f3543277-c1dc-4f49-ba8d-fe468c730827 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.129761] env[69843]: INFO nova.compute.manager [req-d555cd63-2cf9-47d0-b1d2-c9c36b2703c6 req-384f87c5-cede-4caf-94de-e494d9439e4a service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Neutron deleted interface f3543277-c1dc-4f49-ba8d-fe468c730827; detaching it from the instance and deleting it from the info cache [ 1213.129761] env[69843]: DEBUG nova.network.neutron [req-d555cd63-2cf9-47d0-b1d2-c9c36b2703c6 req-384f87c5-cede-4caf-94de-e494d9439e4a service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.176741] env[69843]: DEBUG oslo_vmware.api [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705130, 'name': PowerOnVM_Task, 'duration_secs': 0.760022} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.177067] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.180180] env[69843]: DEBUG nova.compute.manager [None req-6ba1312b-5a93-48cb-b727-1b2408eb66be tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1213.181188] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16c1e7e-3e1f-45ad-9cdb-f04a8b61f8d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.222782] env[69843]: DEBUG nova.network.neutron [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updated VIF entry in instance network info cache for port 21139671-d35b-4346-95b2-a25c39a4b246. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.223218] env[69843]: DEBUG nova.network.neutron [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updating instance_info_cache with network_info: [{"id": "21139671-d35b-4346-95b2-a25c39a4b246", "address": "fa:16:3e:0e:e6:f5", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21139671-d3", "ovs_interfaceid": "21139671-d35b-4346-95b2-a25c39a4b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.321108] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: b898dcb3-b862-4559-9ab7-6820c9f35722] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.336983] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693993} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.337699] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 5b1adcde-b07e-43b0-953d-57891ee1d721/5b1adcde-b07e-43b0-953d-57891ee1d721.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.337941] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.338290] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a5b1850-a8a7-454a-8bfd-c38db68b66a6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.347563] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1213.347563] env[69843]: value = "task-3705135" [ 1213.347563] env[69843]: _type = "Task" [ 1213.347563] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.358560] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.393673] env[69843]: DEBUG nova.compute.manager [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.393981] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.394993] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b99dce6-bbdb-45b8-bb2b-2a96822c95c6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.410641] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705134, 'name': ReconfigVM_Task, 'duration_secs': 0.334629} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.418308] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance 'c98468ed-b6ca-4b56-ad67-17d50f509a84' progress to 33 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.419675] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.419973] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.420448] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60e40770-e85f-4c4d-b1b6-b1da2dd7e190 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.430840] env[69843]: DEBUG oslo_vmware.api [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1213.430840] env[69843]: value = "task-3705136" [ 1213.430840] env[69843]: _type = "Task" [ 1213.430840] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.445024] env[69843]: DEBUG oslo_vmware.api [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.587497] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.588478] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e96fba-61ee-4ab2-992b-b5fcb4497c30 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.597060] env[69843]: DEBUG nova.network.neutron [-] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.600924] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.600924] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b872248d-4d40-4958-b05a-4858e5c21c65 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.633570] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-682efb29-79ed-4832-a244-3c181ee3cee7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.644628] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6da19aa-ab82-4871-a3f4-f340f779d685 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.675226] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.675226] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.675226] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleting the datastore file [datastore1] fb08a25e-09aa-4aff-b97c-d9d6b41412e8 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.675226] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e18e29a-8af1-419a-8ddf-fe786b1091e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.693053] env[69843]: DEBUG nova.compute.manager [req-d555cd63-2cf9-47d0-b1d2-c9c36b2703c6 req-384f87c5-cede-4caf-94de-e494d9439e4a service nova] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Detach interface failed, port_id=f3543277-c1dc-4f49-ba8d-fe468c730827, reason: Instance 5cf3a996-f7b0-4d83-ad95-4dc539c90b34 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.698422] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1213.698422] env[69843]: value = "task-3705138" [ 1213.698422] env[69843]: _type = "Task" [ 1213.698422] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.710389] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.726246] env[69843]: DEBUG oslo_concurrency.lockutils [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] Releasing lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.729023] env[69843]: DEBUG nova.compute.manager [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Received event network-changed-88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.729023] env[69843]: DEBUG nova.compute.manager [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Refreshing instance network info cache due to event network-changed-88caa201-7e1f-4b97-b9c1-39c9576939df. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.729023] env[69843]: DEBUG oslo_concurrency.lockutils [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] Acquiring lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.729023] env[69843]: DEBUG oslo_concurrency.lockutils [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] Acquired lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.729023] env[69843]: DEBUG nova.network.neutron [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Refreshing network info cache for port 88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.825170] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: fab8720a-ea42-4c83-9b2e-3d7c6b52f40a] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.860263] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140311} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.860523] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.861365] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159bc754-8ff2-471c-b219-0c6eaef3a9e8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.885739] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 5b1adcde-b07e-43b0-953d-57891ee1d721/5b1adcde-b07e-43b0-953d-57891ee1d721.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.886411] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c720d5e9-408f-4a63-8472-ab4afccc7f84 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.916586] env[69843]: DEBUG oslo_vmware.api [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705133, 'name': PowerOnVM_Task, 'duration_secs': 0.95298} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.918694] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.920745] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1213.920745] env[69843]: value = "task-3705139" [ 1213.920745] env[69843]: _type = "Task" [ 1213.920745] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.921903] env[69843]: DEBUG nova.compute.manager [None req-8ef4fb2a-1006-4026-8b77-3d7cb9553d1f tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1213.924168] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.924455] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.924668] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.924873] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.925035] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.925186] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.925390] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.925547] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.925734] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.925929] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.926124] env[69843]: DEBUG nova.virt.hardware [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.932972] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1213.933903] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab695112-57ce-40a0-9e76-b4cac632798f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.938499] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b8c72b3-b0ef-459b-831c-b708912caa2f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.965750] env[69843]: DEBUG nova.compute.manager [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Stashing vm_state: active {{(pid=69843) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1213.987596] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.987989] env[69843]: DEBUG oslo_vmware.api [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705136, 'name': PowerOffVM_Task, 'duration_secs': 0.241149} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.988387] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1213.988387] env[69843]: value = "task-3705140" [ 1213.988387] env[69843]: _type = "Task" [ 1213.988387] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.989011] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.989806] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.989806] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92650055-a026-4683-ae21-6e1b71e3f77f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.007041] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.101047] env[69843]: INFO nova.compute.manager [-] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Took 1.79 seconds to deallocate network for instance. [ 1214.210462] env[69843]: DEBUG oslo_vmware.api [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307327} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.210821] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.211035] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.211238] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.295295] env[69843]: INFO nova.scheduler.client.report [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleted allocations for instance fb08a25e-09aa-4aff-b97c-d9d6b41412e8 [ 1214.300265] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.300573] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.300761] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleting the datastore file [datastore1] 339d3606-a7ea-4091-bec3-d51f99f9af90 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.301277] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5531c567-5f4e-4d5c-905f-43a6c94d0107 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.309092] env[69843]: DEBUG oslo_vmware.api [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for the task: (returnval){ [ 1214.309092] env[69843]: value = "task-3705142" [ 1214.309092] env[69843]: _type = "Task" [ 1214.309092] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.320188] env[69843]: DEBUG oslo_vmware.api [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.328863] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 9d7edebd-e43b-466f-8667-4f4aedc080cb] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.444979] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705139, 'name': ReconfigVM_Task, 'duration_secs': 0.317675} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.447690] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 5b1adcde-b07e-43b0-953d-57891ee1d721/5b1adcde-b07e-43b0-953d-57891ee1d721.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.449098] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef0960b0-f48f-4cf7-a778-583a2712053a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.459129] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1214.459129] env[69843]: value = "task-3705143" [ 1214.459129] env[69843]: _type = "Task" [ 1214.459129] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.474130] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705143, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.488299] env[69843]: DEBUG nova.network.neutron [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updated VIF entry in instance network info cache for port 88caa201-7e1f-4b97-b9c1-39c9576939df. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.488685] env[69843]: DEBUG nova.network.neutron [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updating instance_info_cache with network_info: [{"id": "88caa201-7e1f-4b97-b9c1-39c9576939df", "address": "fa:16:3e:8b:c6:ce", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88caa201-7e", "ovs_interfaceid": "88caa201-7e1f-4b97-b9c1-39c9576939df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.495035] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.495163] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.506160] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705140, 'name': ReconfigVM_Task, 'duration_secs': 0.313164} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.506442] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1214.507265] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2617ce-fa67-48a9-a75a-b8eb5a8dbe61 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.531998] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] c98468ed-b6ca-4b56-ad67-17d50f509a84/c98468ed-b6ca-4b56-ad67-17d50f509a84.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.534474] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c20833df-4771-411b-a690-9024bcd3a7c5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.548864] env[69843]: DEBUG nova.compute.manager [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Received event network-changed-23a29ea9-79b4-4d0a-b116-25e6ea301568 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.549068] env[69843]: DEBUG nova.compute.manager [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Refreshing instance network info cache due to event network-changed-23a29ea9-79b4-4d0a-b116-25e6ea301568. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.549277] env[69843]: DEBUG oslo_concurrency.lockutils [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] Acquiring lock "refresh_cache-d9fc4e13-6556-4875-b301-c5f47d3e1cf0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.549423] env[69843]: DEBUG oslo_concurrency.lockutils [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] Acquired lock "refresh_cache-d9fc4e13-6556-4875-b301-c5f47d3e1cf0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.549580] env[69843]: DEBUG nova.network.neutron [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Refreshing network info cache for port 23a29ea9-79b4-4d0a-b116-25e6ea301568 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.559182] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1214.559182] env[69843]: value = "task-3705144" [ 1214.559182] env[69843]: _type = "Task" [ 1214.559182] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.571666] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.625672] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "285e01d3-1962-4808-9a14-deee2c471a5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.625976] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "285e01d3-1962-4808-9a14-deee2c471a5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.626237] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "285e01d3-1962-4808-9a14-deee2c471a5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.626427] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "285e01d3-1962-4808-9a14-deee2c471a5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.626595] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "285e01d3-1962-4808-9a14-deee2c471a5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.629592] env[69843]: INFO nova.compute.manager [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Terminating instance [ 1214.662838] env[69843]: INFO nova.compute.manager [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: 5cf3a996-f7b0-4d83-ad95-4dc539c90b34] Took 0.56 seconds to detach 1 volumes for instance. [ 1214.805863] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.822389] env[69843]: DEBUG oslo_vmware.api [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Task: {'id': task-3705142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309314} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.822389] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.822389] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.822651] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.822792] env[69843]: INFO nova.compute.manager [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1214.823052] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.823293] env[69843]: DEBUG nova.compute.manager [-] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.823390] env[69843]: DEBUG nova.network.neutron [-] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.832743] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 62d3db0b-c60c-4cd7-8363-5da9b1619d16] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.973291] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705143, 'name': Rename_Task, 'duration_secs': 0.161803} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.973977] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.974534] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f580f5f-41a1-418c-9014-e32d3901008b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.987263] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1214.987263] env[69843]: value = "task-3705145" [ 1214.987263] env[69843]: _type = "Task" [ 1214.987263] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.995135] env[69843]: DEBUG oslo_concurrency.lockutils [req-0de1986f-3506-4e5a-b2c2-6bc8834b7018 req-8e021c90-703b-423f-b8b8-fabb8ad3f418 service nova] Releasing lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.006751] env[69843]: INFO nova.compute.claims [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.016666] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.071870] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.133491] env[69843]: DEBUG nova.compute.manager [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.133750] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.140775] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af41dd4-2e62-4663-afe8-5dc2a80bc199 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.151068] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.151393] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bec38d42-1393-49cb-8753-6b5397d411e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.159998] env[69843]: DEBUG oslo_vmware.api [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1215.159998] env[69843]: value = "task-3705146" [ 1215.159998] env[69843]: _type = "Task" [ 1215.159998] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.172922] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.173248] env[69843]: DEBUG oslo_vmware.api [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.335934] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 57cc7aea-24c2-49d1-8c30-469a9dbbb5e8] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.388685] env[69843]: DEBUG nova.network.neutron [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Updated VIF entry in instance network info cache for port 23a29ea9-79b4-4d0a-b116-25e6ea301568. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.388685] env[69843]: DEBUG nova.network.neutron [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Updating instance_info_cache with network_info: [{"id": "23a29ea9-79b4-4d0a-b116-25e6ea301568", "address": "fa:16:3e:70:ba:6b", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23a29ea9-79", "ovs_interfaceid": "23a29ea9-79b4-4d0a-b116-25e6ea301568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.508533] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705145, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.520420] env[69843]: INFO nova.compute.resource_tracker [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating resource usage from migration a5f15754-ab11-432d-ba12-d3205bd03e58 [ 1215.525941] env[69843]: DEBUG nova.compute.manager [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Received event network-vif-unplugged-739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.526201] env[69843]: DEBUG oslo_concurrency.lockutils [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] Acquiring lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.526416] env[69843]: DEBUG oslo_concurrency.lockutils [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.526667] env[69843]: DEBUG oslo_concurrency.lockutils [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.526798] env[69843]: DEBUG nova.compute.manager [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] No waiting events found dispatching network-vif-unplugged-739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1215.526994] env[69843]: WARNING nova.compute.manager [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Received unexpected event network-vif-unplugged-739a911a-53be-46b2-ae11-b4b2a9c6b46f for instance with vm_state shelved_offloaded and task_state None. [ 1215.527194] env[69843]: DEBUG nova.compute.manager [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Received event network-changed-739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.527376] env[69843]: DEBUG nova.compute.manager [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Refreshing instance network info cache due to event network-changed-739a911a-53be-46b2-ae11-b4b2a9c6b46f. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.527559] env[69843]: DEBUG oslo_concurrency.lockutils [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] Acquiring lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.527692] env[69843]: DEBUG oslo_concurrency.lockutils [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] Acquired lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.527850] env[69843]: DEBUG nova.network.neutron [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Refreshing network info cache for port 739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.555018] env[69843]: DEBUG nova.scheduler.client.report [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Refreshing inventories for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1215.575137] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705144, 'name': ReconfigVM_Task, 'duration_secs': 0.528761} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.575137] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Reconfigured VM instance instance-0000006c to attach disk [datastore2] c98468ed-b6ca-4b56-ad67-17d50f509a84/c98468ed-b6ca-4b56-ad67-17d50f509a84.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.575137] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance 'c98468ed-b6ca-4b56-ad67-17d50f509a84' progress to 50 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.585387] env[69843]: DEBUG nova.scheduler.client.report [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Updating ProviderTree inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1215.585387] env[69843]: DEBUG nova.compute.provider_tree [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.599500] env[69843]: DEBUG nova.scheduler.client.report [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Refreshing aggregate associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, aggregates: None {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1215.633422] env[69843]: DEBUG nova.scheduler.client.report [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Refreshing trait associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1215.670480] env[69843]: DEBUG oslo_vmware.api [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705146, 'name': PowerOffVM_Task, 'duration_secs': 0.277648} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.671329] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.672205] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.672205] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ebeb3e-c367-471a-a986-9debc2d43332 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.748397] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.748397] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.748397] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Deleting the datastore file [datastore1] 285e01d3-1962-4808-9a14-deee2c471a5f {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.748397] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-127e9c57-9a3c-4848-9850-f3bb671a2d44 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.760031] env[69843]: DEBUG oslo_vmware.api [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for the task: (returnval){ [ 1215.760031] env[69843]: value = "task-3705148" [ 1215.760031] env[69843]: _type = "Task" [ 1215.760031] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.772918] env[69843]: DEBUG nova.network.neutron [-] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.783727] env[69843]: DEBUG oslo_vmware.api [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.841108] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 0c51bfd5-589a-4b32-9d1a-e619dc352b66] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.891138] env[69843]: DEBUG oslo_concurrency.lockutils [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] Releasing lock "refresh_cache-d9fc4e13-6556-4875-b301-c5f47d3e1cf0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.891561] env[69843]: DEBUG nova.compute.manager [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Received event network-changed-3a52b31d-1cab-4ee4-a541-20f51418fd0d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.891716] env[69843]: DEBUG nova.compute.manager [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Refreshing instance network info cache due to event network-changed-3a52b31d-1cab-4ee4-a541-20f51418fd0d. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.891838] env[69843]: DEBUG oslo_concurrency.lockutils [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] Acquiring lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.892040] env[69843]: DEBUG oslo_concurrency.lockutils [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] Acquired lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.892485] env[69843]: DEBUG nova.network.neutron [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Refreshing network info cache for port 3a52b31d-1cab-4ee4-a541-20f51418fd0d {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.911266] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc56038e-cfe0-4e73-a8ee-5424eb4f99e5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.918839] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c522d81f-01ae-4753-8241-6d1ca6a367d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.955308] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2c7ce0-fd19-4362-be5e-2c777d3fec26 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.964370] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff4ddbb-1cec-4a90-85d4-61cce1b013ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.988540] env[69843]: DEBUG nova.compute.provider_tree [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.000687] env[69843]: DEBUG oslo_vmware.api [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705145, 'name': PowerOnVM_Task, 'duration_secs': 0.549749} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.001816] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.001816] env[69843]: INFO nova.compute.manager [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1216.001816] env[69843]: DEBUG nova.compute.manager [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1216.002260] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b02164-4b32-4408-8989-6be9245bc4fa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.006687] env[69843]: INFO nova.compute.manager [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Unrescuing [ 1216.006937] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.007095] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquired lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.007269] env[69843]: DEBUG nova.network.neutron [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.080758] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440fd662-91e7-4610-a6ef-898580e1d4b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.103149] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e715e83-f831-4eb9-9338-17eba16aa033 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.126653] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance 'c98468ed-b6ca-4b56-ad67-17d50f509a84' progress to 67 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.269624] env[69843]: DEBUG oslo_vmware.api [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Task: {'id': task-3705148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320764} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.269922] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.270125] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.270310] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.270494] env[69843]: INFO nova.compute.manager [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1216.270756] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.270946] env[69843]: DEBUG nova.compute.manager [-] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.271073] env[69843]: DEBUG nova.network.neutron [-] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.275429] env[69843]: INFO nova.compute.manager [-] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Took 1.45 seconds to deallocate network for instance. [ 1216.348099] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 222f4b6a-f397-4a13-8a88-c8ecf3d71544] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.494165] env[69843]: DEBUG nova.network.neutron [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updated VIF entry in instance network info cache for port 739a911a-53be-46b2-ae11-b4b2a9c6b46f. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.494165] env[69843]: DEBUG nova.network.neutron [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updating instance_info_cache with network_info: [{"id": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "address": "fa:16:3e:c1:93:ad", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap739a911a-53", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.496167] env[69843]: DEBUG nova.scheduler.client.report [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.530796] env[69843]: INFO nova.compute.manager [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Took 13.89 seconds to build instance. [ 1216.723732] env[69843]: DEBUG nova.network.neutron [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Port 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1216.784422] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.858015] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: cc2450e2-71a6-4d1d-93ba-79041d4b7a7e] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.909247] env[69843]: DEBUG nova.network.neutron [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updated VIF entry in instance network info cache for port 3a52b31d-1cab-4ee4-a541-20f51418fd0d. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.909707] env[69843]: DEBUG nova.network.neutron [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance_info_cache with network_info: [{"id": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "address": "fa:16:3e:63:09:35", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a52b31d-1c", "ovs_interfaceid": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.958010] env[69843]: DEBUG nova.network.neutron [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updating instance_info_cache with network_info: [{"id": "777ca366-97cd-404c-90cc-68412a284108", "address": "fa:16:3e:aa:93:4d", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap777ca366-97", "ovs_interfaceid": "777ca366-97cd-404c-90cc-68412a284108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.001937] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.507s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.002202] env[69843]: INFO nova.compute.manager [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Migrating [ 1217.009697] env[69843]: DEBUG oslo_concurrency.lockutils [req-e4876bc8-a942-4e70-8345-3ea0195523ed req-32631576-3c3e-43d6-a0fa-4976d52c5e5d service nova] Releasing lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.012964] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.207s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.013215] env[69843]: DEBUG nova.objects.instance [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lazy-loading 'resources' on Instance uuid fb08a25e-09aa-4aff-b97c-d9d6b41412e8 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.033083] env[69843]: DEBUG oslo_concurrency.lockutils [None req-616530e2-4404-4e47-aea1-c32105dc38cd tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.404s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.059958] env[69843]: DEBUG nova.compute.manager [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Received event network-changed-d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.060170] env[69843]: DEBUG nova.compute.manager [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Refreshing instance network info cache due to event network-changed-d2a24d15-6e91-40a6-8c29-6f70a549db7a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.060385] env[69843]: DEBUG oslo_concurrency.lockutils [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] Acquiring lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.060569] env[69843]: DEBUG oslo_concurrency.lockutils [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] Acquired lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.060755] env[69843]: DEBUG nova.network.neutron [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Refreshing network info cache for port d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.359508] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: a2f4cd65-1832-4476-8b56-f33b9a36237b] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.394035] env[69843]: DEBUG nova.network.neutron [-] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.416025] env[69843]: DEBUG oslo_concurrency.lockutils [req-7d311230-6bff-41d8-aa9f-a5a10a10e898 req-ac492ddf-c913-4801-ad6f-5d853aa2e8dc service nova] Releasing lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.461386] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Releasing lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.462169] env[69843]: DEBUG nova.objects.instance [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lazy-loading 'flavor' on Instance uuid 6b49016e-8d8d-4ef0-acad-7a9566332f08 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.519687] env[69843]: DEBUG nova.objects.instance [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lazy-loading 'numa_topology' on Instance uuid fb08a25e-09aa-4aff-b97c-d9d6b41412e8 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.521049] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.521220] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.521404] env[69843]: DEBUG nova.network.neutron [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.758046] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "c98468ed-b6ca-4b56-ad67-17d50f509a84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.758298] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c98468ed-b6ca-4b56-ad67-17d50f509a84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.758427] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c98468ed-b6ca-4b56-ad67-17d50f509a84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.856274] env[69843]: DEBUG nova.network.neutron [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updated VIF entry in instance network info cache for port d2a24d15-6e91-40a6-8c29-6f70a549db7a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.856711] env[69843]: DEBUG nova.network.neutron [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updating instance_info_cache with network_info: [{"id": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "address": "fa:16:3e:db:c6:58", "network": {"id": "35e1e02a-c258-449c-b44d-32a496f9196f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-305333028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d7a83bbd5e747afaebeb624d28ff5d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a24d15-6e", "ovs_interfaceid": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.862638] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 242c4693-35ab-41db-91dd-3862456a9903] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.903700] env[69843]: INFO nova.compute.manager [-] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Took 1.63 seconds to deallocate network for instance. [ 1217.913705] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "interface-50a15810-d3e3-4193-b777-84967df4174d-220a7f7f-e385-4299-ba93-5b1272debac1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.913705] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-50a15810-d3e3-4193-b777-84967df4174d-220a7f7f-e385-4299-ba93-5b1272debac1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.913934] env[69843]: DEBUG nova.objects.instance [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'flavor' on Instance uuid 50a15810-d3e3-4193-b777-84967df4174d {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.970539] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa315811-dd1a-4a2b-b235-5fbb66caf50e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.001226] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.001226] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d73a57-205b-42c2-9bca-244e8253d0c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.009615] env[69843]: DEBUG oslo_vmware.api [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1218.009615] env[69843]: value = "task-3705149" [ 1218.009615] env[69843]: _type = "Task" [ 1218.009615] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.022305] env[69843]: DEBUG oslo_vmware.api [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.023918] env[69843]: DEBUG nova.objects.base [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1218.260985] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.291569] env[69843]: DEBUG nova.compute.manager [req-933a3150-39ce-49cb-9ebd-ba223c38c30d req-21f3f769-3dc3-48af-958a-13b79470f6c5 service nova] [instance: 339d3606-a7ea-4091-bec3-d51f99f9af90] Received event network-vif-deleted-5d8e61cf-c25c-4306-acdd-9fbc470349b5 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.292077] env[69843]: DEBUG nova.compute.manager [req-933a3150-39ce-49cb-9ebd-ba223c38c30d req-21f3f769-3dc3-48af-958a-13b79470f6c5 service nova] [instance: 285e01d3-1962-4808-9a14-deee2c471a5f] Received event network-vif-deleted-89c3b438-4d0f-409e-8ec3-cea88b8aa24d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.326751] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d805e1-3113-4af7-8dae-6e3f83e1f01b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.337057] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09800307-16ad-45db-8fab-44b7c39068ef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.369993] env[69843]: DEBUG oslo_concurrency.lockutils [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] Releasing lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.370387] env[69843]: DEBUG nova.compute.manager [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Received event network-changed-d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.370497] env[69843]: DEBUG nova.compute.manager [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Refreshing instance network info cache due to event network-changed-d2a24d15-6e91-40a6-8c29-6f70a549db7a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.370654] env[69843]: DEBUG oslo_concurrency.lockutils [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] Acquiring lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.370797] env[69843]: DEBUG oslo_concurrency.lockutils [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] Acquired lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.370959] env[69843]: DEBUG nova.network.neutron [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Refreshing network info cache for port d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.372259] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 55fbbb65-ae87-4886-9353-406139351418] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.374725] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b68099-b755-4c89-9029-aec99efa81be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.383743] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb629f3d-fed9-484a-b7ad-8bb95bb344b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.399076] env[69843]: DEBUG nova.compute.provider_tree [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.401221] env[69843]: DEBUG nova.network.neutron [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance_info_cache with network_info: [{"id": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "address": "fa:16:3e:63:09:35", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a52b31d-1c", "ovs_interfaceid": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.414873] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.509049] env[69843]: DEBUG nova.objects.instance [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'pci_requests' on Instance uuid 50a15810-d3e3-4193-b777-84967df4174d {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.520358] env[69843]: DEBUG oslo_vmware.api [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705149, 'name': PowerOffVM_Task, 'duration_secs': 0.27775} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.521276] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.526749] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Reconfiguring VM instance instance-0000006a to detach disk 2002 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.527392] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78769fb-790c-4a87-916b-4b4c24c6c37e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.547739] env[69843]: DEBUG oslo_vmware.api [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1218.547739] env[69843]: value = "task-3705150" [ 1218.547739] env[69843]: _type = "Task" [ 1218.547739] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.557657] env[69843]: DEBUG oslo_vmware.api [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.793304] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.793526] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.793712] env[69843]: DEBUG nova.network.neutron [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.877989] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 6eb4eb2c-448f-4f20-ab4d-03a458bff9a7] Instance has had 0 of 5 cleanup attempts {{(pid=69843) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.903947] env[69843]: DEBUG nova.scheduler.client.report [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.907700] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.015168] env[69843]: DEBUG nova.objects.base [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Object Instance<50a15810-d3e3-4193-b777-84967df4174d> lazy-loaded attributes: flavor,pci_requests {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1219.015808] env[69843]: DEBUG nova.network.neutron [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.060299] env[69843]: DEBUG oslo_vmware.api [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.128973] env[69843]: DEBUG nova.network.neutron [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updated VIF entry in instance network info cache for port d2a24d15-6e91-40a6-8c29-6f70a549db7a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.129475] env[69843]: DEBUG nova.network.neutron [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updating instance_info_cache with network_info: [{"id": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "address": "fa:16:3e:db:c6:58", "network": {"id": "35e1e02a-c258-449c-b44d-32a496f9196f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-305333028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d7a83bbd5e747afaebeb624d28ff5d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a24d15-6e", "ovs_interfaceid": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.136593] env[69843]: DEBUG nova.policy [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515bb19c77e74ab2966d169950a167a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fc01bb7ce0a49098b62954f81661f03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.383863] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.384169] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Cleaning up deleted instances with incomplete migration {{(pid=69843) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1219.410255] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.397s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.416890] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.242s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.416890] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.417198] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.634s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.417292] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.423936] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.008s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.423936] env[69843]: DEBUG nova.objects.instance [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lazy-loading 'resources' on Instance uuid 285e01d3-1962-4808-9a14-deee2c471a5f {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.512123] env[69843]: INFO nova.scheduler.client.report [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Deleted allocations for instance 339d3606-a7ea-4091-bec3-d51f99f9af90 [ 1219.524349] env[69843]: INFO nova.scheduler.client.report [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleted allocations for instance 5cf3a996-f7b0-4d83-ad95-4dc539c90b34 [ 1219.561036] env[69843]: DEBUG oslo_vmware.api [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705150, 'name': ReconfigVM_Task, 'duration_secs': 0.609004} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.561185] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Reconfigured VM instance instance-0000006a to detach disk 2002 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.561371] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.561743] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3187a69-fe20-4a8a-b025-a6c687243d9d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.571393] env[69843]: DEBUG oslo_vmware.api [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1219.571393] env[69843]: value = "task-3705151" [ 1219.571393] env[69843]: _type = "Task" [ 1219.571393] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.581440] env[69843]: DEBUG oslo_vmware.api [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.634555] env[69843]: DEBUG oslo_concurrency.lockutils [req-555fec1f-ad35-4493-b441-cf41f85daf0a req-8bb47ab3-669d-4076-9c15-8d4e2892cd1a service nova] Releasing lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.641296] env[69843]: DEBUG nova.network.neutron [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance_info_cache with network_info: [{"id": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "address": "fa:16:3e:ab:cb:5f", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae5d8e6-43", "ovs_interfaceid": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.757215] env[69843]: DEBUG nova.compute.manager [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Received event network-changed-d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.757215] env[69843]: DEBUG nova.compute.manager [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Refreshing instance network info cache due to event network-changed-d2a24d15-6e91-40a6-8c29-6f70a549db7a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.757215] env[69843]: DEBUG oslo_concurrency.lockutils [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] Acquiring lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.757215] env[69843]: DEBUG oslo_concurrency.lockutils [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] Acquired lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.757215] env[69843]: DEBUG nova.network.neutron [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Refreshing network info cache for port d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.886901] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.940984] env[69843]: DEBUG oslo_concurrency.lockutils [None req-bb178708-6dc0-42e1-aa62-b727dd7dd457 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.741s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.946151] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.680s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.946151] env[69843]: INFO nova.compute.manager [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Unshelving [ 1220.029328] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d167f80e-3541-4312-b30c-b01fc804a45e tempest-DeleteServersTestJSON-245394091 tempest-DeleteServersTestJSON-245394091-project-member] Lock "339d3606-a7ea-4091-bec3-d51f99f9af90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.164s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.037440] env[69843]: DEBUG oslo_concurrency.lockutils [None req-9336e648-8dea-43f1-8266-ccde94213db3 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "5cf3a996-f7b0-4d83-ad95-4dc539c90b34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.172s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.083294] env[69843]: DEBUG oslo_vmware.api [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.144564] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.212204] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8f4a2f-38e0-48b6-980e-a7d475b7a35c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.223476] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b96b0f-5684-4dfa-957b-5dbec9fffe9d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.269082] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adda817c-bfb6-4d92-8817-0418a812bbe1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.277919] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13848f95-2526-40cb-b506-5705681560e3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.292585] env[69843]: DEBUG nova.compute.provider_tree [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.452331] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ec95a-bf51-4b1f-bcd1-7a1781ec8c25 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.476443] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance 'fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee' progress to 0 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.481062] env[69843]: DEBUG nova.network.neutron [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updated VIF entry in instance network info cache for port d2a24d15-6e91-40a6-8c29-6f70a549db7a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.482030] env[69843]: DEBUG nova.network.neutron [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updating instance_info_cache with network_info: [{"id": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "address": "fa:16:3e:db:c6:58", "network": {"id": "35e1e02a-c258-449c-b44d-32a496f9196f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-305333028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d7a83bbd5e747afaebeb624d28ff5d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a24d15-6e", "ovs_interfaceid": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.584861] env[69843]: DEBUG oslo_vmware.api [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705151, 'name': PowerOnVM_Task, 'duration_secs': 0.741888} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.596116] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.596116] env[69843]: DEBUG nova.compute.manager [None req-b0f59d15-e441-4181-bcb7-6a31fe2b199d tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1220.596116] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95362ec1-f7da-495a-afbe-81ce47d4f1e5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.679719] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cb883a-12b3-48f0-92d8-57a831b4e108 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.702132] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd571660-e6d2-4f74-ac3f-c8bd5a50c6f4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.708806] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance 'c98468ed-b6ca-4b56-ad67-17d50f509a84' progress to 83 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.796743] env[69843]: DEBUG nova.scheduler.client.report [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.842080] env[69843]: DEBUG nova.network.neutron [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Successfully updated port: 220a7f7f-e385-4299-ba93-5b1272debac1 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.977539] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.986317] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.986317] env[69843]: DEBUG oslo_concurrency.lockutils [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] Releasing lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.986317] env[69843]: DEBUG nova.compute.manager [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Received event network-changed-d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.986317] env[69843]: DEBUG nova.compute.manager [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Refreshing instance network info cache due to event network-changed-d2a24d15-6e91-40a6-8c29-6f70a549db7a. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.986317] env[69843]: DEBUG oslo_concurrency.lockutils [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] Acquiring lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.986317] env[69843]: DEBUG oslo_concurrency.lockutils [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] Acquired lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.986317] env[69843]: DEBUG nova.network.neutron [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Refreshing network info cache for port d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.987134] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66394acb-e786-4d32-9db6-b365dbf87abe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.996052] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1220.996052] env[69843]: value = "task-3705152" [ 1220.996052] env[69843]: _type = "Task" [ 1220.996052] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.006362] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.216142] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.216629] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-469b891a-4c23-442e-8996-3f45b6b1464e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.225537] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1221.225537] env[69843]: value = "task-3705153" [ 1221.225537] env[69843]: _type = "Task" [ 1221.225537] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.235575] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.302236] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.304784] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.327s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.305135] env[69843]: DEBUG nova.objects.instance [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lazy-loading 'pci_requests' on Instance uuid fb08a25e-09aa-4aff-b97c-d9d6b41412e8 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.344628] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.345455] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.345455] env[69843]: DEBUG nova.network.neutron [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.358174] env[69843]: INFO nova.scheduler.client.report [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Deleted allocations for instance 285e01d3-1962-4808-9a14-deee2c471a5f [ 1221.444190] env[69843]: DEBUG nova.compute.manager [req-f550b055-ac3e-4d53-a8eb-981804ec7e5b req-ce08823d-0895-4d1f-b31a-10c9c765f358 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Received event network-vif-plugged-220a7f7f-e385-4299-ba93-5b1272debac1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.444475] env[69843]: DEBUG oslo_concurrency.lockutils [req-f550b055-ac3e-4d53-a8eb-981804ec7e5b req-ce08823d-0895-4d1f-b31a-10c9c765f358 service nova] Acquiring lock "50a15810-d3e3-4193-b777-84967df4174d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.444713] env[69843]: DEBUG oslo_concurrency.lockutils [req-f550b055-ac3e-4d53-a8eb-981804ec7e5b req-ce08823d-0895-4d1f-b31a-10c9c765f358 service nova] Lock "50a15810-d3e3-4193-b777-84967df4174d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.444921] env[69843]: DEBUG oslo_concurrency.lockutils [req-f550b055-ac3e-4d53-a8eb-981804ec7e5b req-ce08823d-0895-4d1f-b31a-10c9c765f358 service nova] Lock "50a15810-d3e3-4193-b777-84967df4174d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.445138] env[69843]: DEBUG nova.compute.manager [req-f550b055-ac3e-4d53-a8eb-981804ec7e5b req-ce08823d-0895-4d1f-b31a-10c9c765f358 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] No waiting events found dispatching network-vif-plugged-220a7f7f-e385-4299-ba93-5b1272debac1 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1221.445341] env[69843]: WARNING nova.compute.manager [req-f550b055-ac3e-4d53-a8eb-981804ec7e5b req-ce08823d-0895-4d1f-b31a-10c9c765f358 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Received unexpected event network-vif-plugged-220a7f7f-e385-4299-ba93-5b1272debac1 for instance with vm_state active and task_state None. [ 1221.509592] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705152, 'name': PowerOffVM_Task, 'duration_secs': 0.249918} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.509943] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.510202] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance 'fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee' progress to 17 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.717116] env[69843]: DEBUG nova.network.neutron [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updated VIF entry in instance network info cache for port d2a24d15-6e91-40a6-8c29-6f70a549db7a. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.717626] env[69843]: DEBUG nova.network.neutron [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updating instance_info_cache with network_info: [{"id": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "address": "fa:16:3e:db:c6:58", "network": {"id": "35e1e02a-c258-449c-b44d-32a496f9196f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-305333028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d7a83bbd5e747afaebeb624d28ff5d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a24d15-6e", "ovs_interfaceid": "d2a24d15-6e91-40a6-8c29-6f70a549db7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.742968] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705153, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.809119] env[69843]: DEBUG nova.objects.instance [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lazy-loading 'numa_topology' on Instance uuid fb08a25e-09aa-4aff-b97c-d9d6b41412e8 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.868236] env[69843]: DEBUG oslo_concurrency.lockutils [None req-cb3e2017-6f08-4bf6-bb6c-e0d5e4363d82 tempest-ServersNegativeTestJSON-811542711 tempest-ServersNegativeTestJSON-811542711-project-member] Lock "285e01d3-1962-4808-9a14-deee2c471a5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.242s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.884804] env[69843]: WARNING nova.network.neutron [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] 0a14fb77-99bb-42f4-a854-97257d0bc557 already exists in list: networks containing: ['0a14fb77-99bb-42f4-a854-97257d0bc557']. ignoring it [ 1222.017661] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.017975] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.018151] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.018368] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.018513] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.018656] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.018856] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.019030] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.019200] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.019416] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.019825] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.025322] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea5466e-5045-4545-a298-9d8bce8f8c30 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.043643] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1222.043643] env[69843]: value = "task-3705154" [ 1222.043643] env[69843]: _type = "Task" [ 1222.043643] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.052673] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.187556] env[69843]: DEBUG nova.network.neutron [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updating instance_info_cache with network_info: [{"id": "88caa201-7e1f-4b97-b9c1-39c9576939df", "address": "fa:16:3e:8b:c6:ce", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88caa201-7e", "ovs_interfaceid": "88caa201-7e1f-4b97-b9c1-39c9576939df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "220a7f7f-e385-4299-ba93-5b1272debac1", "address": "fa:16:3e:f1:43:cb", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220a7f7f-e3", "ovs_interfaceid": "220a7f7f-e385-4299-ba93-5b1272debac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.221459] env[69843]: DEBUG oslo_concurrency.lockutils [req-4fbaa1e6-ff73-4e7d-983e-c2bd2f66d8f3 req-f4cc8c15-e2c8-484a-8a59-383c9a6063a0 service nova] Releasing lock "refresh_cache-aac4f0c2-b070-41ec-acc2-e6b31e82a600" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.224663] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquiring lock "aac4f0c2-b070-41ec-acc2-e6b31e82a600" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.224905] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Lock "aac4f0c2-b070-41ec-acc2-e6b31e82a600" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.225176] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquiring lock "aac4f0c2-b070-41ec-acc2-e6b31e82a600-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.225379] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Lock "aac4f0c2-b070-41ec-acc2-e6b31e82a600-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.225550] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Lock "aac4f0c2-b070-41ec-acc2-e6b31e82a600-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.231704] env[69843]: INFO nova.compute.manager [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Terminating instance [ 1222.243408] env[69843]: DEBUG oslo_vmware.api [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705153, 'name': PowerOnVM_Task, 'duration_secs': 0.662128} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.243948] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.244630] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75bf2a3c-bd2b-417e-86d1-c1e194c61049 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance 'c98468ed-b6ca-4b56-ad67-17d50f509a84' progress to 100 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.314230] env[69843]: INFO nova.compute.claims [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.380336] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.534849] env[69843]: DEBUG nova.compute.manager [req-8ed362d6-695c-472b-84fa-7575d2d1eda0 req-b9428f35-8b90-42af-813e-674c4eb9fde5 service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Received event network-changed-27e11103-71a3-444f-9992-bcf992915404 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.535231] env[69843]: DEBUG nova.compute.manager [req-8ed362d6-695c-472b-84fa-7575d2d1eda0 req-b9428f35-8b90-42af-813e-674c4eb9fde5 service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Refreshing instance network info cache due to event network-changed-27e11103-71a3-444f-9992-bcf992915404. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.535644] env[69843]: DEBUG oslo_concurrency.lockutils [req-8ed362d6-695c-472b-84fa-7575d2d1eda0 req-b9428f35-8b90-42af-813e-674c4eb9fde5 service nova] Acquiring lock "refresh_cache-5b1adcde-b07e-43b0-953d-57891ee1d721" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.535731] env[69843]: DEBUG oslo_concurrency.lockutils [req-8ed362d6-695c-472b-84fa-7575d2d1eda0 req-b9428f35-8b90-42af-813e-674c4eb9fde5 service nova] Acquired lock "refresh_cache-5b1adcde-b07e-43b0-953d-57891ee1d721" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.535894] env[69843]: DEBUG nova.network.neutron [req-8ed362d6-695c-472b-84fa-7575d2d1eda0 req-b9428f35-8b90-42af-813e-674c4eb9fde5 service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Refreshing network info cache for port 27e11103-71a3-444f-9992-bcf992915404 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.556031] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705154, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.691311] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.691976] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.692203] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.693381] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3163cd-1b82-48bf-97bc-ca07493b5e86 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.719255] env[69843]: DEBUG nova.virt.hardware [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.719603] env[69843]: DEBUG nova.virt.hardware [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.719856] env[69843]: DEBUG nova.virt.hardware [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.720171] env[69843]: DEBUG nova.virt.hardware [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.721061] env[69843]: DEBUG nova.virt.hardware [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.721061] env[69843]: DEBUG nova.virt.hardware [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.721061] env[69843]: DEBUG nova.virt.hardware [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.721263] env[69843]: DEBUG nova.virt.hardware [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.721428] env[69843]: DEBUG nova.virt.hardware [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.721710] env[69843]: DEBUG nova.virt.hardware [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.721999] env[69843]: DEBUG nova.virt.hardware [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.732791] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Reconfiguring VM to attach interface {{(pid=69843) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1222.733285] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e92d36f-fa0b-41f9-a7c1-d374c181ec0a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.752993] env[69843]: DEBUG nova.compute.manager [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.753310] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.757826] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11faa87e-5fcd-4b76-a90a-7d412c9672d5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.768625] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.771116] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cdfa03d-2417-4249-b88f-3bbff3ed9307 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.773745] env[69843]: DEBUG oslo_vmware.api [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1222.773745] env[69843]: value = "task-3705155" [ 1222.773745] env[69843]: _type = "Task" [ 1222.773745] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.780707] env[69843]: DEBUG oslo_vmware.api [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1222.780707] env[69843]: value = "task-3705156" [ 1222.780707] env[69843]: _type = "Task" [ 1222.780707] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.790705] env[69843]: DEBUG oslo_vmware.api [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705155, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.796831] env[69843]: DEBUG oslo_vmware.api [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.887480] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.050021] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "a694dd29-b502-4359-bd11-8f344d1434c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.050021] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "a694dd29-b502-4359-bd11-8f344d1434c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.059392] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705154, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.296484] env[69843]: DEBUG oslo_vmware.api [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.296854] env[69843]: DEBUG oslo_vmware.api [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.297960] env[69843]: DEBUG nova.network.neutron [req-8ed362d6-695c-472b-84fa-7575d2d1eda0 req-b9428f35-8b90-42af-813e-674c4eb9fde5 service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Updated VIF entry in instance network info cache for port 27e11103-71a3-444f-9992-bcf992915404. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.298385] env[69843]: DEBUG nova.network.neutron [req-8ed362d6-695c-472b-84fa-7575d2d1eda0 req-b9428f35-8b90-42af-813e-674c4eb9fde5 service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Updating instance_info_cache with network_info: [{"id": "27e11103-71a3-444f-9992-bcf992915404", "address": "fa:16:3e:3b:9d:c1", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e11103-71", "ovs_interfaceid": "27e11103-71a3-444f-9992-bcf992915404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.480373] env[69843]: DEBUG nova.compute.manager [req-278432d8-1488-43b7-8aef-5d8bb83a1bff req-76990a12-8a43-4bc3-87eb-ab9af2baa72b service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Received event network-changed-220a7f7f-e385-4299-ba93-5b1272debac1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.481472] env[69843]: DEBUG nova.compute.manager [req-278432d8-1488-43b7-8aef-5d8bb83a1bff req-76990a12-8a43-4bc3-87eb-ab9af2baa72b service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Refreshing instance network info cache due to event network-changed-220a7f7f-e385-4299-ba93-5b1272debac1. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.482350] env[69843]: DEBUG oslo_concurrency.lockutils [req-278432d8-1488-43b7-8aef-5d8bb83a1bff req-76990a12-8a43-4bc3-87eb-ab9af2baa72b service nova] Acquiring lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.482666] env[69843]: DEBUG oslo_concurrency.lockutils [req-278432d8-1488-43b7-8aef-5d8bb83a1bff req-76990a12-8a43-4bc3-87eb-ab9af2baa72b service nova] Acquired lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.482928] env[69843]: DEBUG nova.network.neutron [req-278432d8-1488-43b7-8aef-5d8bb83a1bff req-76990a12-8a43-4bc3-87eb-ab9af2baa72b service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Refreshing network info cache for port 220a7f7f-e385-4299-ba93-5b1272debac1 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.553539] env[69843]: DEBUG nova.compute.manager [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.566321] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705154, 'name': ReconfigVM_Task, 'duration_secs': 1.29004} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.567423] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance 'fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee' progress to 33 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.597914] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06265337-d203-48cd-aabc-b21662a191c0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.608477] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30b731b-4c78-4b0d-b3bd-37fdc5f641ed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.645021] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5073233f-492b-42c0-8953-cea0ca850a15 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.654117] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837579e8-0eea-4930-a45a-9205f0c20200 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.671495] env[69843]: DEBUG nova.compute.provider_tree [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.792924] env[69843]: DEBUG oslo_vmware.api [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705156, 'name': PowerOffVM_Task, 'duration_secs': 0.736134} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.797059] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.797059] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.797059] env[69843]: DEBUG oslo_vmware.api [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.797302] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27372d50-bf3e-44db-9619-fe2a4a77e307 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.800889] env[69843]: DEBUG oslo_concurrency.lockutils [req-8ed362d6-695c-472b-84fa-7575d2d1eda0 req-b9428f35-8b90-42af-813e-674c4eb9fde5 service nova] Releasing lock "refresh_cache-5b1adcde-b07e-43b0-953d-57891ee1d721" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.870976] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.871264] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.871462] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Deleting the datastore file [datastore2] aac4f0c2-b070-41ec-acc2-e6b31e82a600 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.871785] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-302561e4-f41a-4086-a549-b138fca19fbe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.879900] env[69843]: DEBUG oslo_vmware.api [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for the task: (returnval){ [ 1223.879900] env[69843]: value = "task-3705159" [ 1223.879900] env[69843]: _type = "Task" [ 1223.879900] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.890175] env[69843]: DEBUG oslo_vmware.api [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.074644] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.074644] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.074644] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.074644] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.074644] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.074644] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.074644] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.075109] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.075109] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.075183] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.076467] env[69843]: DEBUG nova.virt.hardware [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.081104] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.083765] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-520ef2a1-43d9-4415-afce-edc506f360bf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.106458] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1224.106458] env[69843]: value = "task-3705160" [ 1224.106458] env[69843]: _type = "Task" [ 1224.106458] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.111459] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.115671] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.175472] env[69843]: DEBUG nova.scheduler.client.report [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.288736] env[69843]: DEBUG oslo_vmware.api [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705155, 'name': ReconfigVM_Task, 'duration_secs': 1.167777} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.291124] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.291124] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Reconfigured VM to attach interface {{(pid=69843) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1224.335721] env[69843]: DEBUG nova.network.neutron [req-278432d8-1488-43b7-8aef-5d8bb83a1bff req-76990a12-8a43-4bc3-87eb-ab9af2baa72b service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updated VIF entry in instance network info cache for port 220a7f7f-e385-4299-ba93-5b1272debac1. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.335721] env[69843]: DEBUG nova.network.neutron [req-278432d8-1488-43b7-8aef-5d8bb83a1bff req-76990a12-8a43-4bc3-87eb-ab9af2baa72b service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updating instance_info_cache with network_info: [{"id": "88caa201-7e1f-4b97-b9c1-39c9576939df", "address": "fa:16:3e:8b:c6:ce", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88caa201-7e", "ovs_interfaceid": "88caa201-7e1f-4b97-b9c1-39c9576939df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "220a7f7f-e385-4299-ba93-5b1272debac1", "address": "fa:16:3e:f1:43:cb", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220a7f7f-e3", "ovs_interfaceid": "220a7f7f-e385-4299-ba93-5b1272debac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.391140] env[69843]: DEBUG oslo_vmware.api [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Task: {'id': task-3705159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371276} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.391421] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.391612] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.391868] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.392097] env[69843]: INFO nova.compute.manager [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1224.392346] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.392540] env[69843]: DEBUG nova.compute.manager [-] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.392680] env[69843]: DEBUG nova.network.neutron [-] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.572616] env[69843]: DEBUG nova.compute.manager [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Received event network-changed-777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.572616] env[69843]: DEBUG nova.compute.manager [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Refreshing instance network info cache due to event network-changed-777ca366-97cd-404c-90cc-68412a284108. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.572616] env[69843]: DEBUG oslo_concurrency.lockutils [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] Acquiring lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.572616] env[69843]: DEBUG oslo_concurrency.lockutils [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] Acquired lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.573064] env[69843]: DEBUG nova.network.neutron [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Refreshing network info cache for port 777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.618218] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.619187] env[69843]: DEBUG nova.network.neutron [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Port 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1224.619583] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.619798] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.620025] env[69843]: DEBUG nova.network.neutron [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.680087] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.375s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.682778] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.571s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.684552] env[69843]: INFO nova.compute.claims [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.724613] env[69843]: INFO nova.network.neutron [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updating port 739a911a-53be-46b2-ae11-b4b2a9c6b46f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1224.797527] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f3d93d2c-0609-4ece-b787-e1d30b365397 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-50a15810-d3e3-4193-b777-84967df4174d-220a7f7f-e385-4299-ba93-5b1272debac1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.884s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.837746] env[69843]: DEBUG oslo_concurrency.lockutils [req-278432d8-1488-43b7-8aef-5d8bb83a1bff req-76990a12-8a43-4bc3-87eb-ab9af2baa72b service nova] Releasing lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.121421] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.325288] env[69843]: DEBUG nova.network.neutron [-] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.433996] env[69843]: DEBUG nova.network.neutron [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updated VIF entry in instance network info cache for port 777ca366-97cd-404c-90cc-68412a284108. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.434509] env[69843]: DEBUG nova.network.neutron [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updating instance_info_cache with network_info: [{"id": "777ca366-97cd-404c-90cc-68412a284108", "address": "fa:16:3e:aa:93:4d", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap777ca366-97", "ovs_interfaceid": "777ca366-97cd-404c-90cc-68412a284108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.466492] env[69843]: DEBUG nova.network.neutron [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance_info_cache with network_info: [{"id": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "address": "fa:16:3e:ab:cb:5f", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae5d8e6-43", "ovs_interfaceid": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.579860] env[69843]: DEBUG nova.compute.manager [req-b32a58b5-c520-42a9-b070-1ffd3249379e req-6f474733-e504-4d4d-9ec4-b68f32c8605e service nova] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Received event network-vif-deleted-d2a24d15-6e91-40a6-8c29-6f70a549db7a {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.623338] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705160, 'name': ReconfigVM_Task, 'duration_secs': 1.123178} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.623767] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.625269] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052ed468-d1ed-4c1a-a4f5-bc51d0e9c158 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.654858] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-320a3f01-2136-4d14-a6c8-66041358d24c/volume-320a3f01-2136-4d14-a6c8-66041358d24c.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.655811] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff49996a-3b7c-41b9-95e7-8ee8e7bf3806 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.676641] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1225.676641] env[69843]: value = "task-3705161" [ 1225.676641] env[69843]: _type = "Task" [ 1225.676641] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.690264] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.827777] env[69843]: INFO nova.compute.manager [-] [instance: aac4f0c2-b070-41ec-acc2-e6b31e82a600] Took 1.43 seconds to deallocate network for instance. [ 1225.912166] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e4a2a0-3821-470b-b9c7-25d041cd843e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.920641] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ff1541-627e-44f8-b449-33c544d5127e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.953316] env[69843]: DEBUG oslo_concurrency.lockutils [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] Releasing lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.953589] env[69843]: DEBUG nova.compute.manager [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Received event network-changed-777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.953793] env[69843]: DEBUG nova.compute.manager [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Refreshing instance network info cache due to event network-changed-777ca366-97cd-404c-90cc-68412a284108. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.953965] env[69843]: DEBUG oslo_concurrency.lockutils [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] Acquiring lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.954121] env[69843]: DEBUG oslo_concurrency.lockutils [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] Acquired lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.954554] env[69843]: DEBUG nova.network.neutron [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Refreshing network info cache for port 777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.957219] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abba2f0-fb73-4d57-bd22-5671b2ec2413 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.966416] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eea5461-ff17-4fd6-b6b0-2c11fdb33101 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.971454] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.984718] env[69843]: DEBUG nova.compute.provider_tree [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.185416] env[69843]: DEBUG oslo_concurrency.lockutils [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "interface-50a15810-d3e3-4193-b777-84967df4174d-220a7f7f-e385-4299-ba93-5b1272debac1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.185522] env[69843]: DEBUG oslo_concurrency.lockutils [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-50a15810-d3e3-4193-b777-84967df4174d-220a7f7f-e385-4299-ba93-5b1272debac1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.190857] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.336065] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.475257] env[69843]: DEBUG nova.compute.manager [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69843) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1226.475548] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.487758] env[69843]: DEBUG nova.scheduler.client.report [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.689104] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705161, 'name': ReconfigVM_Task, 'duration_secs': 0.670208} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.689523] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-320a3f01-2136-4d14-a6c8-66041358d24c/volume-320a3f01-2136-4d14-a6c8-66041358d24c.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.689808] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance 'fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee' progress to 50 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.693586] env[69843]: DEBUG oslo_concurrency.lockutils [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.693754] env[69843]: DEBUG oslo_concurrency.lockutils [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.694819] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbc5f59-5520-4202-a837-a7fff0b13c58 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.715442] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38fb142-3c0d-47aa-bc0f-782b289af26a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.743081] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Reconfiguring VM to detach interface {{(pid=69843) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1226.743397] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb398d1-3467-4c59-85ea-807d157f89dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.768127] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1226.768127] env[69843]: value = "task-3705162" [ 1226.768127] env[69843]: _type = "Task" [ 1226.768127] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.779635] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.825927] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.825927] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.825927] env[69843]: DEBUG nova.network.neutron [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.861930] env[69843]: DEBUG nova.network.neutron [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updated VIF entry in instance network info cache for port 777ca366-97cd-404c-90cc-68412a284108. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.862475] env[69843]: DEBUG nova.network.neutron [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updating instance_info_cache with network_info: [{"id": "777ca366-97cd-404c-90cc-68412a284108", "address": "fa:16:3e:aa:93:4d", "network": {"id": "0ae265cc-b596-445e-86f6-2b2f011c0c18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1892414276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bd1b79976f34619aefd9b38806485ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap777ca366-97", "ovs_interfaceid": "777ca366-97cd-404c-90cc-68412a284108", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.992925] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.993481] env[69843]: DEBUG nova.compute.manager [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.996267] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.661s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.996501] env[69843]: DEBUG nova.objects.instance [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Lazy-loading 'resources' on Instance uuid aac4f0c2-b070-41ec-acc2-e6b31e82a600 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.196758] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8783c0-3dd4-4515-bed5-9b85392f5b93 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.218249] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4ffd77-0b64-4f4a-a2b0-ccff0133502e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.236878] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance 'fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee' progress to 67 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.278230] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.369035] env[69843]: DEBUG oslo_concurrency.lockutils [req-5292e7ab-4842-404c-bc01-2f29e3397386 req-0aa42651-42a2-4520-abb6-3f7787828cf0 service nova] Releasing lock "refresh_cache-6b49016e-8d8d-4ef0-acad-7a9566332f08" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.500237] env[69843]: DEBUG nova.compute.utils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.501884] env[69843]: DEBUG nova.compute.manager [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.511174] env[69843]: DEBUG nova.network.neutron [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.599222] env[69843]: DEBUG nova.policy [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '855fb4fe79ab412b885dbb9e9a476b36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb6743d0ed75443486bcdbec716f5665', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.636387] env[69843]: DEBUG nova.compute.manager [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Received event network-vif-plugged-739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.636599] env[69843]: DEBUG oslo_concurrency.lockutils [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] Acquiring lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.636804] env[69843]: DEBUG oslo_concurrency.lockutils [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.636969] env[69843]: DEBUG oslo_concurrency.lockutils [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.637152] env[69843]: DEBUG nova.compute.manager [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] No waiting events found dispatching network-vif-plugged-739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1227.637385] env[69843]: WARNING nova.compute.manager [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Received unexpected event network-vif-plugged-739a911a-53be-46b2-ae11-b4b2a9c6b46f for instance with vm_state shelved_offloaded and task_state spawning. [ 1227.637465] env[69843]: DEBUG nova.compute.manager [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Received event network-changed-739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.637656] env[69843]: DEBUG nova.compute.manager [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Refreshing instance network info cache due to event network-changed-739a911a-53be-46b2-ae11-b4b2a9c6b46f. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.637987] env[69843]: DEBUG oslo_concurrency.lockutils [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] Acquiring lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.750227] env[69843]: DEBUG nova.network.neutron [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updating instance_info_cache with network_info: [{"id": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "address": "fa:16:3e:c1:93:ad", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739a911a-53", "ovs_interfaceid": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.786176] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.805417] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5355057-f140-4023-bbff-8094d097980c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.814612] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34892a86-66c4-4757-8219-775abf38d4c9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.852458] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74a386e-314c-4bd7-8ed2-7b8eeb526895 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.861380] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da8e6d3-b7b4-460b-b1d0-b7d64f800f0a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.875925] env[69843]: DEBUG nova.compute.provider_tree [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.014721] env[69843]: DEBUG nova.network.neutron [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Successfully created port: 583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.017669] env[69843]: DEBUG nova.compute.manager [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.256431] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.259341] env[69843]: DEBUG oslo_concurrency.lockutils [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] Acquired lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.259612] env[69843]: DEBUG nova.network.neutron [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Refreshing network info cache for port 739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.284128] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.292311] env[69843]: DEBUG nova.virt.hardware [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='aa7340d81c3aac6be700c7c8203441c7',container_format='bare',created_at=2025-04-29T01:40:01Z,direct_url=,disk_format='vmdk',id=a045fd40-0cce-4cef-9ff9-1f1488798840,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1356001279-shelved',owner='651e402dd84c41a3bcfaa54731536f6f',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-29T01:40:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.292551] env[69843]: DEBUG nova.virt.hardware [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.292813] env[69843]: DEBUG nova.virt.hardware [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.292880] env[69843]: DEBUG nova.virt.hardware [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.293020] env[69843]: DEBUG nova.virt.hardware [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.293161] env[69843]: DEBUG nova.virt.hardware [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.293362] env[69843]: DEBUG nova.virt.hardware [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.293515] env[69843]: DEBUG nova.virt.hardware [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.293849] env[69843]: DEBUG nova.virt.hardware [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.293849] env[69843]: DEBUG nova.virt.hardware [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.294026] env[69843]: DEBUG nova.virt.hardware [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.295139] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0332efb5-15f2-44a6-87c1-879e787a20db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.303752] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fadaf50-f5b7-4c81-9d48-e5b458effae4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.319846] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:93:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '739a911a-53be-46b2-ae11-b4b2a9c6b46f', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.326947] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.327295] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.327538] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-544ba85c-a076-47e4-a536-57bedeefa2b2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.348876] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.348876] env[69843]: value = "task-3705163" [ 1228.348876] env[69843]: _type = "Task" [ 1228.348876] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.357793] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705163, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.379414] env[69843]: DEBUG nova.scheduler.client.report [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.781893] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.865865] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705163, 'name': CreateVM_Task, 'duration_secs': 0.343702} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.866050] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.866784] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.866888] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.867369] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.867657] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9202970-d881-4745-b62c-d9be52927efe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.874760] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1228.874760] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52af52d1-797b-9a78-ab02-1ac46a3ff4e8" [ 1228.874760] env[69843]: _type = "Task" [ 1228.874760] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.886312] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.888711] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52af52d1-797b-9a78-ab02-1ac46a3ff4e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.889911] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.414s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.918252] env[69843]: INFO nova.scheduler.client.report [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Deleted allocations for instance aac4f0c2-b070-41ec-acc2-e6b31e82a600 [ 1229.001978] env[69843]: DEBUG nova.network.neutron [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Port 3a52b31d-1cab-4ee4-a541-20f51418fd0d binding to destination host cpu-1 is already ACTIVE {{(pid=69843) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1229.030597] env[69843]: DEBUG nova.compute.manager [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.060340] env[69843]: DEBUG nova.virt.hardware [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.060800] env[69843]: DEBUG nova.virt.hardware [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.061051] env[69843]: DEBUG nova.virt.hardware [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.061327] env[69843]: DEBUG nova.virt.hardware [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.061542] env[69843]: DEBUG nova.virt.hardware [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.061788] env[69843]: DEBUG nova.virt.hardware [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.062516] env[69843]: DEBUG nova.virt.hardware [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.062516] env[69843]: DEBUG nova.virt.hardware [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.062583] env[69843]: DEBUG nova.virt.hardware [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.062837] env[69843]: DEBUG nova.virt.hardware [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.063053] env[69843]: DEBUG nova.virt.hardware [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.064342] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8523df6-72e3-4425-85a0-f406e3b9b483 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.079244] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9d3b88-249e-4831-aca9-d683465ea226 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.212215] env[69843]: DEBUG nova.network.neutron [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updated VIF entry in instance network info cache for port 739a911a-53be-46b2-ae11-b4b2a9c6b46f. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.212724] env[69843]: DEBUG nova.network.neutron [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updating instance_info_cache with network_info: [{"id": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "address": "fa:16:3e:c1:93:ad", "network": {"id": "c68a1ff1-c587-4930-b781-8bd8302aa550", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-458644041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "651e402dd84c41a3bcfaa54731536f6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap739a911a-53", "ovs_interfaceid": "739a911a-53be-46b2-ae11-b4b2a9c6b46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.282549] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.385978] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.386394] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Processing image a045fd40-0cce-4cef-9ff9-1f1488798840 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.386644] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840/a045fd40-0cce-4cef-9ff9-1f1488798840.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.386777] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840/a045fd40-0cce-4cef-9ff9-1f1488798840.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.386952] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.387220] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-246deb14-f69a-4b87-81ec-73e4b052712f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.392884] env[69843]: DEBUG nova.objects.instance [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'migration_context' on Instance uuid c98468ed-b6ca-4b56-ad67-17d50f509a84 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.397376] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.397564] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.398348] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0ae5b3-581b-4238-8eba-b0dc53303714 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.404493] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1229.404493] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526cac7f-8670-df64-3720-56bd0490e076" [ 1229.404493] env[69843]: _type = "Task" [ 1229.404493] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.414390] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526cac7f-8670-df64-3720-56bd0490e076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.429334] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e1bc5a05-cbf0-4755-8904-1af5258dab53 tempest-ServerRescueTestJSONUnderV235-124469171 tempest-ServerRescueTestJSONUnderV235-124469171-project-member] Lock "aac4f0c2-b070-41ec-acc2-e6b31e82a600" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.204s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.670187] env[69843]: DEBUG nova.network.neutron [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Successfully updated port: 583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.716086] env[69843]: DEBUG oslo_concurrency.lockutils [req-290c1530-0c7b-4e39-921c-ea82bdf819fd req-5eea724a-1dc2-4e70-bd45-c2d7bb37dd26 service nova] Releasing lock "refresh_cache-fb08a25e-09aa-4aff-b97c-d9d6b41412e8" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.785471] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.792853] env[69843]: DEBUG nova.compute.manager [req-06706d44-341f-4eaf-b252-ea73e5f608e1 req-d3c41e49-67c1-40c3-996f-92385b326086 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Received event network-vif-plugged-583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.793095] env[69843]: DEBUG oslo_concurrency.lockutils [req-06706d44-341f-4eaf-b252-ea73e5f608e1 req-d3c41e49-67c1-40c3-996f-92385b326086 service nova] Acquiring lock "a694dd29-b502-4359-bd11-8f344d1434c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.793301] env[69843]: DEBUG oslo_concurrency.lockutils [req-06706d44-341f-4eaf-b252-ea73e5f608e1 req-d3c41e49-67c1-40c3-996f-92385b326086 service nova] Lock "a694dd29-b502-4359-bd11-8f344d1434c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.793472] env[69843]: DEBUG oslo_concurrency.lockutils [req-06706d44-341f-4eaf-b252-ea73e5f608e1 req-d3c41e49-67c1-40c3-996f-92385b326086 service nova] Lock "a694dd29-b502-4359-bd11-8f344d1434c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.793642] env[69843]: DEBUG nova.compute.manager [req-06706d44-341f-4eaf-b252-ea73e5f608e1 req-d3c41e49-67c1-40c3-996f-92385b326086 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] No waiting events found dispatching network-vif-plugged-583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1229.793809] env[69843]: WARNING nova.compute.manager [req-06706d44-341f-4eaf-b252-ea73e5f608e1 req-d3c41e49-67c1-40c3-996f-92385b326086 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Received unexpected event network-vif-plugged-583a66db-92f0-4912-8fd3-b4f39749f699 for instance with vm_state building and task_state spawning. [ 1229.917247] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Preparing fetch location {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1229.917665] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Fetch image to [datastore1] OSTACK_IMG_b07fe85a-568b-4846-ab36-579833498f36/OSTACK_IMG_b07fe85a-568b-4846-ab36-579833498f36.vmdk {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1229.917974] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Downloading stream optimized image a045fd40-0cce-4cef-9ff9-1f1488798840 to [datastore1] OSTACK_IMG_b07fe85a-568b-4846-ab36-579833498f36/OSTACK_IMG_b07fe85a-568b-4846-ab36-579833498f36.vmdk on the data store datastore1 as vApp {{(pid=69843) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1229.918314] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Downloading image file data a045fd40-0cce-4cef-9ff9-1f1488798840 to the ESX as VM named 'OSTACK_IMG_b07fe85a-568b-4846-ab36-579833498f36' {{(pid=69843) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1230.020760] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1230.020760] env[69843]: value = "resgroup-9" [ 1230.020760] env[69843]: _type = "ResourcePool" [ 1230.020760] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1230.020760] env[69843]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0d1e8205-fce4-4a96-9e0e-7bc39efd9552 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.046663] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.046663] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.046663] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.058570] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lease: (returnval){ [ 1230.058570] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0b043-1e9f-35f7-1e59-183e4b19d9bf" [ 1230.058570] env[69843]: _type = "HttpNfcLease" [ 1230.058570] env[69843]: } obtained for vApp import into resource pool (val){ [ 1230.058570] env[69843]: value = "resgroup-9" [ 1230.058570] env[69843]: _type = "ResourcePool" [ 1230.058570] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1230.058570] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the lease: (returnval){ [ 1230.058570] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0b043-1e9f-35f7-1e59-183e4b19d9bf" [ 1230.058570] env[69843]: _type = "HttpNfcLease" [ 1230.058570] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1230.067823] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.067823] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0b043-1e9f-35f7-1e59-183e4b19d9bf" [ 1230.067823] env[69843]: _type = "HttpNfcLease" [ 1230.067823] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1230.175015] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.175897] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.175897] env[69843]: DEBUG nova.network.neutron [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.177213] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b542840-572c-41ae-a6f0-ad374b216d95 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.185874] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2665bf5d-9c12-4445-88eb-c84762e547d2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.224250] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a790909-2957-4742-aea8-84d6ec734bc7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.232882] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdfa204-a9a4-40ba-b9a8-ca0c038eeaf4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.248460] env[69843]: DEBUG nova.compute.provider_tree [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.286341] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.571501] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.571501] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0b043-1e9f-35f7-1e59-183e4b19d9bf" [ 1230.571501] env[69843]: _type = "HttpNfcLease" [ 1230.571501] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1230.716863] env[69843]: DEBUG nova.network.neutron [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.753184] env[69843]: DEBUG nova.scheduler.client.report [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.791349] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.888072] env[69843]: DEBUG nova.network.neutron [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updating instance_info_cache with network_info: [{"id": "583a66db-92f0-4912-8fd3-b4f39749f699", "address": "fa:16:3e:23:e3:93", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583a66db-92", "ovs_interfaceid": "583a66db-92f0-4912-8fd3-b4f39749f699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.068254] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.068254] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0b043-1e9f-35f7-1e59-183e4b19d9bf" [ 1231.068254] env[69843]: _type = "HttpNfcLease" [ 1231.068254] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1231.068654] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1231.068654] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f0b043-1e9f-35f7-1e59-183e4b19d9bf" [ 1231.068654] env[69843]: _type = "HttpNfcLease" [ 1231.068654] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1231.069515] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96764d7-6517-4330-8573-8d9ac3d5ecc6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.080034] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527afe56-9163-eab3-b1c5-cecd6fb8da8c/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1231.081315] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527afe56-9163-eab3-b1c5-cecd6fb8da8c/disk-0.vmdk. {{(pid=69843) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1231.146316] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.146562] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.146784] env[69843]: DEBUG nova.network.neutron [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.160677] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c613cd5c-f102-4b37-9e0b-3c6bcf049ff9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.288907] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.390588] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.391014] env[69843]: DEBUG nova.compute.manager [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Instance network_info: |[{"id": "583a66db-92f0-4912-8fd3-b4f39749f699", "address": "fa:16:3e:23:e3:93", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583a66db-92", "ovs_interfaceid": "583a66db-92f0-4912-8fd3-b4f39749f699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.391381] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:e3:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '583a66db-92f0-4912-8fd3-b4f39749f699', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.403207] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.405019] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.405019] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bb4f279-73be-4965-9eb6-de4fac5effa2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.437023] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.437023] env[69843]: value = "task-3705165" [ 1231.437023] env[69843]: _type = "Task" [ 1231.437023] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.461211] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705165, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.771434] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.882s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.803399] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.832629] env[69843]: DEBUG nova.compute.manager [req-b55b04bb-f394-4d25-91ad-d4966c802f8f req-f5f760ca-a76b-4628-8b92-9066b1c8ff5f service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Received event network-changed-583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.832954] env[69843]: DEBUG nova.compute.manager [req-b55b04bb-f394-4d25-91ad-d4966c802f8f req-f5f760ca-a76b-4628-8b92-9066b1c8ff5f service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Refreshing instance network info cache due to event network-changed-583a66db-92f0-4912-8fd3-b4f39749f699. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.833244] env[69843]: DEBUG oslo_concurrency.lockutils [req-b55b04bb-f394-4d25-91ad-d4966c802f8f req-f5f760ca-a76b-4628-8b92-9066b1c8ff5f service nova] Acquiring lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.833244] env[69843]: DEBUG oslo_concurrency.lockutils [req-b55b04bb-f394-4d25-91ad-d4966c802f8f req-f5f760ca-a76b-4628-8b92-9066b1c8ff5f service nova] Acquired lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.833673] env[69843]: DEBUG nova.network.neutron [req-b55b04bb-f394-4d25-91ad-d4966c802f8f req-f5f760ca-a76b-4628-8b92-9066b1c8ff5f service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Refreshing network info cache for port 583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.954110] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705165, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.964123] env[69843]: DEBUG nova.network.neutron [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance_info_cache with network_info: [{"id": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "address": "fa:16:3e:63:09:35", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a52b31d-1c", "ovs_interfaceid": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.065194] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "050bce8f-cc6e-4aec-959d-13d0489a56ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.068508] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "050bce8f-cc6e-4aec-959d-13d0489a56ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.307048] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.456296] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705165, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.467100] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.552376] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Completed reading data from the image iterator. {{(pid=69843) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1232.552376] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527afe56-9163-eab3-b1c5-cecd6fb8da8c/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1232.553433] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff9bd45-48c0-4946-9846-919ba343d40e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.562893] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527afe56-9163-eab3-b1c5-cecd6fb8da8c/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1232.563542] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527afe56-9163-eab3-b1c5-cecd6fb8da8c/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1232.563542] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cc939d68-a47d-42d2-a74c-426252b4009d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.568096] env[69843]: DEBUG nova.compute.manager [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.607702] env[69843]: DEBUG nova.network.neutron [req-b55b04bb-f394-4d25-91ad-d4966c802f8f req-f5f760ca-a76b-4628-8b92-9066b1c8ff5f service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updated VIF entry in instance network info cache for port 583a66db-92f0-4912-8fd3-b4f39749f699. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.608201] env[69843]: DEBUG nova.network.neutron [req-b55b04bb-f394-4d25-91ad-d4966c802f8f req-f5f760ca-a76b-4628-8b92-9066b1c8ff5f service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updating instance_info_cache with network_info: [{"id": "583a66db-92f0-4912-8fd3-b4f39749f699", "address": "fa:16:3e:23:e3:93", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583a66db-92", "ovs_interfaceid": "583a66db-92f0-4912-8fd3-b4f39749f699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.803743] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.872149] env[69843]: DEBUG oslo_vmware.rw_handles [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527afe56-9163-eab3-b1c5-cecd6fb8da8c/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1232.872149] env[69843]: INFO nova.virt.vmwareapi.images [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Downloaded image file data a045fd40-0cce-4cef-9ff9-1f1488798840 [ 1232.872149] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dd7cc1-6243-414b-a7df-b0598ef8b4bb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.895578] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88ae657d-2fc6-45af-a842-3fa745ecdf2a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.922115] env[69843]: INFO nova.virt.vmwareapi.images [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] The imported VM was unregistered [ 1232.924751] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Caching image {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1232.924999] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840 {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.925291] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94290acb-3e0d-407b-85b2-abf499c1f2b9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.936953] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Created directory with path [datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840 {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.937209] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b07fe85a-568b-4846-ab36-579833498f36/OSTACK_IMG_b07fe85a-568b-4846-ab36-579833498f36.vmdk to [datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840/a045fd40-0cce-4cef-9ff9-1f1488798840.vmdk. {{(pid=69843) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1232.937526] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3be9c738-2f81-4dcb-a745-c07456374a8c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.945570] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1232.945570] env[69843]: value = "task-3705167" [ 1232.945570] env[69843]: _type = "Task" [ 1232.945570] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.957658] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705165, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.961455] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705167, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.982459] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e45f12-20a6-461c-8f2a-0297c4e3104b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.990055] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399737fc-646c-4238-9008-7dd262d4edc6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.092281] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.092558] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.094107] env[69843]: INFO nova.compute.claims [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.111345] env[69843]: DEBUG oslo_concurrency.lockutils [req-b55b04bb-f394-4d25-91ad-d4966c802f8f req-f5f760ca-a76b-4628-8b92-9066b1c8ff5f service nova] Releasing lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.300890] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.322683] env[69843]: INFO nova.compute.manager [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Swapping old allocation on dict_keys(['f473df78-9fd2-4a18-9b1b-7c5fc5ca712b']) held by migration e62e727a-496b-4d27-8159-4e2bd730b05e for instance [ 1233.350856] env[69843]: DEBUG nova.scheduler.client.report [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Overwriting current allocation {'allocations': {'f473df78-9fd2-4a18-9b1b-7c5fc5ca712b': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 167}}, 'project_id': '8cfc1c78db844fe683960aebfefd4d7e', 'user_id': 'cbc289301e544c4eb0e6682546ee6e46', 'consumer_generation': 1} on consumer c98468ed-b6ca-4b56-ad67-17d50f509a84 {{(pid=69843) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1233.464340] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705167, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.464538] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705165, 'name': CreateVM_Task, 'duration_secs': 1.97703} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.464704] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.465353] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.465512] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.465829] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.466098] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19ecedd-977c-4769-880a-62f71f65092e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.470966] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1233.470966] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c0a144-a0c2-63f7-7a4c-c6ea40ab8cda" [ 1233.470966] env[69843]: _type = "Task" [ 1233.470966] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.479112] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c0a144-a0c2-63f7-7a4c-c6ea40ab8cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.656449] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.656660] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.656841] env[69843]: DEBUG nova.network.neutron [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.802080] env[69843]: DEBUG oslo_vmware.api [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705162, 'name': ReconfigVM_Task, 'duration_secs': 6.561839} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.802080] env[69843]: DEBUG oslo_concurrency.lockutils [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.802080] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Reconfigured VM to detach interface {{(pid=69843) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1233.960577] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705167, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.983141] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c0a144-a0c2-63f7-7a4c-c6ea40ab8cda, 'name': SearchDatastore_Task, 'duration_secs': 0.057176} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.983473] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.983770] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.984058] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.984215] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.984400] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.984724] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0282e3f-66cb-4534-bc90-cc74c0466456 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.003409] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.003699] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.004532] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00d67ea-0bbf-403c-bd4f-96e9abf8ad91 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.011560] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1234.011560] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52112e3c-589b-2898-3e98-5511fcf1f1a3" [ 1234.011560] env[69843]: _type = "Task" [ 1234.011560] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.021021] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52112e3c-589b-2898-3e98-5511fcf1f1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.157961] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bba061-cc1f-4fb3-a79b-e9e82a66c0bd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.185767] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecc31bf-5e98-49f1-94eb-f0366f84afc1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.194601] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance 'fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee' progress to 83 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.359187] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef51f0a-4e7b-4b59-a0d6-b5e8d861f553 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.367655] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d517ef3b-9137-4d54-abb4-b512667a420e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.405779] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba050f0-d5c6-4874-9486-215b11543abf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.416052] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca11f262-0396-4d08-9946-a364b2e7040a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.430589] env[69843]: DEBUG nova.compute.provider_tree [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.460956] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705167, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.482460] env[69843]: DEBUG nova.network.neutron [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance_info_cache with network_info: [{"id": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "address": "fa:16:3e:ab:cb:5f", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ae5d8e6-43", "ovs_interfaceid": "7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.523241] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52112e3c-589b-2898-3e98-5511fcf1f1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.092861} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.524133] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44fafa1a-5993-46a5-895f-ec2904451024 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.531958] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1234.531958] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52278ddd-3ea2-5941-d313-8fd2e6a6ceac" [ 1234.531958] env[69843]: _type = "Task" [ 1234.531958] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.541185] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52278ddd-3ea2-5941-d313-8fd2e6a6ceac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.702235] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.702626] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a742cf58-c5b3-4511-a01b-8d8b31bff35e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.711943] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1234.711943] env[69843]: value = "task-3705168" [ 1234.711943] env[69843]: _type = "Task" [ 1234.711943] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.721826] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.938262] env[69843]: DEBUG nova.scheduler.client.report [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.963390] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705167, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.986711] env[69843]: DEBUG oslo_concurrency.lockutils [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-c98468ed-b6ca-4b56-ad67-17d50f509a84" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.987179] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.987656] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9873d08a-5e60-4855-9923-fba71648853d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.995707] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1234.995707] env[69843]: value = "task-3705169" [ 1234.995707] env[69843]: _type = "Task" [ 1234.995707] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.005713] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.044602] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52278ddd-3ea2-5941-d313-8fd2e6a6ceac, 'name': SearchDatastore_Task, 'duration_secs': 0.08771} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.044891] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.045174] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] a694dd29-b502-4359-bd11-8f344d1434c7/a694dd29-b502-4359-bd11-8f344d1434c7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.045455] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acd97bd6-2483-4d78-9eef-905aa3cee725 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.054440] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1235.054440] env[69843]: value = "task-3705170" [ 1235.054440] env[69843]: _type = "Task" [ 1235.054440] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.063931] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.130545] env[69843]: DEBUG oslo_concurrency.lockutils [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.130759] env[69843]: DEBUG oslo_concurrency.lockutils [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.132154] env[69843]: DEBUG nova.network.neutron [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.223931] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.389047] env[69843]: DEBUG nova.compute.manager [req-244343c2-59f0-4bff-b3d2-34b112c88d4e req-868cb8f8-503a-4c56-9c6c-9acd203b72a4 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Received event network-changed-88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.389384] env[69843]: DEBUG nova.compute.manager [req-244343c2-59f0-4bff-b3d2-34b112c88d4e req-868cb8f8-503a-4c56-9c6c-9acd203b72a4 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Refreshing instance network info cache due to event network-changed-88caa201-7e1f-4b97-b9c1-39c9576939df. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.389590] env[69843]: DEBUG oslo_concurrency.lockutils [req-244343c2-59f0-4bff-b3d2-34b112c88d4e req-868cb8f8-503a-4c56-9c6c-9acd203b72a4 service nova] Acquiring lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.444805] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.445492] env[69843]: DEBUG nova.compute.manager [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.464075] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705167, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.511798] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705169, 'name': PowerOffVM_Task, 'duration_secs': 0.25217} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.512320] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.513864] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.514354] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.514735] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.514975] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.515273] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.515599] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.520176] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.520176] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.520176] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.520176] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.520176] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.525700] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e8c6d94-df02-4cb0-9ba1-8fa08b8d4cb4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.545942] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1235.545942] env[69843]: value = "task-3705171" [ 1235.545942] env[69843]: _type = "Task" [ 1235.545942] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.556509] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.565902] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.730525] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.872341] env[69843]: INFO nova.network.neutron [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Port 220a7f7f-e385-4299-ba93-5b1272debac1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1235.872722] env[69843]: DEBUG nova.network.neutron [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updating instance_info_cache with network_info: [{"id": "88caa201-7e1f-4b97-b9c1-39c9576939df", "address": "fa:16:3e:8b:c6:ce", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88caa201-7e", "ovs_interfaceid": "88caa201-7e1f-4b97-b9c1-39c9576939df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.954584] env[69843]: DEBUG nova.compute.utils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.958043] env[69843]: DEBUG nova.compute.manager [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.958043] env[69843]: DEBUG nova.network.neutron [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.969665] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705167, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.999868] env[69843]: DEBUG nova.policy [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a145ceb761d43ce9789280a6c27a208', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b3c1c9d04b34f8c9450e5c72a1c7524', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.058631] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705171, 'name': ReconfigVM_Task, 'duration_secs': 0.302925} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.063664] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e97a5b9-fa33-4829-9f7c-e94f8463abdd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.071827] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.086196] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.086460] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.086622] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.086856] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.086948] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.087118] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.087330] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.087529] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.087705] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.087869] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.088055] env[69843]: DEBUG nova.virt.hardware [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.088894] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ba0c9a-cd87-4487-9415-4a4ea5c46be6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.095214] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1236.095214] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527508dd-02b8-cce9-0c2a-53cc1efef804" [ 1236.095214] env[69843]: _type = "Task" [ 1236.095214] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.104229] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527508dd-02b8-cce9-0c2a-53cc1efef804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.154024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "interface-a3a10dd7-1b18-470b-9c77-f254aaec65e1-220a7f7f-e385-4299-ba93-5b1272debac1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.154354] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-a3a10dd7-1b18-470b-9c77-f254aaec65e1-220a7f7f-e385-4299-ba93-5b1272debac1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.154690] env[69843]: DEBUG nova.objects.instance [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'flavor' on Instance uuid a3a10dd7-1b18-470b-9c77-f254aaec65e1 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.227152] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705168, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.326977] env[69843]: DEBUG nova.network.neutron [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Successfully created port: b770621a-00c6-4e85-b678-ae109c04c12d {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.375199] env[69843]: DEBUG oslo_concurrency.lockutils [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.378085] env[69843]: DEBUG oslo_concurrency.lockutils [req-244343c2-59f0-4bff-b3d2-34b112c88d4e req-868cb8f8-503a-4c56-9c6c-9acd203b72a4 service nova] Acquired lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.378370] env[69843]: DEBUG nova.network.neutron [req-244343c2-59f0-4bff-b3d2-34b112c88d4e req-868cb8f8-503a-4c56-9c6c-9acd203b72a4 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Refreshing network info cache for port 88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.467566] env[69843]: DEBUG nova.compute.manager [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.471718] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705167, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.255026} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.472195] env[69843]: INFO nova.virt.vmwareapi.ds_util [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b07fe85a-568b-4846-ab36-579833498f36/OSTACK_IMG_b07fe85a-568b-4846-ab36-579833498f36.vmdk to [datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840/a045fd40-0cce-4cef-9ff9-1f1488798840.vmdk. [ 1236.472533] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Cleaning up location [datastore1] OSTACK_IMG_b07fe85a-568b-4846-ab36-579833498f36 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1236.472832] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b07fe85a-568b-4846-ab36-579833498f36 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.473615] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-277189c5-689f-49a4-8b1b-eed21ef6e177 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.483596] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1236.483596] env[69843]: value = "task-3705172" [ 1236.483596] env[69843]: _type = "Task" [ 1236.483596] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.498588] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.569849] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705170, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.607257] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527508dd-02b8-cce9-0c2a-53cc1efef804, 'name': SearchDatastore_Task, 'duration_secs': 0.036571} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.614476] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1236.614476] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a854d13-e93f-42f3-b44c-17a69be5168e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.634361] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1236.634361] env[69843]: value = "task-3705173" [ 1236.634361] env[69843]: _type = "Task" [ 1236.634361] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.643434] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.728599] env[69843]: DEBUG oslo_vmware.api [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705168, 'name': PowerOnVM_Task, 'duration_secs': 1.690342} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.728872] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.729069] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6378ecdd-1774-400f-970a-b3bc18606640 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance 'fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee' progress to 100 {{(pid=69843) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.764312] env[69843]: DEBUG nova.objects.instance [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'pci_requests' on Instance uuid a3a10dd7-1b18-470b-9c77-f254aaec65e1 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.883019] env[69843]: DEBUG oslo_concurrency.lockutils [None req-467449f9-c309-4327-9b55-1ef4fc5e6ca3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-50a15810-d3e3-4193-b777-84967df4174d-220a7f7f-e385-4299-ba93-5b1272debac1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.695s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.996177] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183226} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.996177] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.996465] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840/a045fd40-0cce-4cef-9ff9-1f1488798840.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.996506] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840/a045fd40-0cce-4cef-9ff9-1f1488798840.vmdk to [datastore1] fb08a25e-09aa-4aff-b97c-d9d6b41412e8/fb08a25e-09aa-4aff-b97c-d9d6b41412e8.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.996757] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c4432b1-914f-4110-a1c8-11cb14405318 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.005394] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1237.005394] env[69843]: value = "task-3705174" [ 1237.005394] env[69843]: _type = "Task" [ 1237.005394] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.017162] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.071070] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705170, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.627658} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.071353] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] a694dd29-b502-4359-bd11-8f344d1434c7/a694dd29-b502-4359-bd11-8f344d1434c7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.071571] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.071824] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55259212-5322-47dc-b7ea-cd9d89d6498d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.079824] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1237.079824] env[69843]: value = "task-3705175" [ 1237.079824] env[69843]: _type = "Task" [ 1237.079824] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.090772] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.100853] env[69843]: DEBUG nova.network.neutron [req-244343c2-59f0-4bff-b3d2-34b112c88d4e req-868cb8f8-503a-4c56-9c6c-9acd203b72a4 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updated VIF entry in instance network info cache for port 88caa201-7e1f-4b97-b9c1-39c9576939df. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.101258] env[69843]: DEBUG nova.network.neutron [req-244343c2-59f0-4bff-b3d2-34b112c88d4e req-868cb8f8-503a-4c56-9c6c-9acd203b72a4 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updating instance_info_cache with network_info: [{"id": "88caa201-7e1f-4b97-b9c1-39c9576939df", "address": "fa:16:3e:8b:c6:ce", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88caa201-7e", "ovs_interfaceid": "88caa201-7e1f-4b97-b9c1-39c9576939df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.146199] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.267210] env[69843]: DEBUG nova.objects.base [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1237.267525] env[69843]: DEBUG nova.network.neutron [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.338577] env[69843]: DEBUG nova.policy [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515bb19c77e74ab2966d169950a167a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fc01bb7ce0a49098b62954f81661f03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.463475] env[69843]: DEBUG nova.compute.manager [req-6e1f7032-097f-4bd0-b7d0-f327a55fc857 req-9c3e2322-1671-4d79-9d58-ac4ef068259a service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Received event network-changed-21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.463676] env[69843]: DEBUG nova.compute.manager [req-6e1f7032-097f-4bd0-b7d0-f327a55fc857 req-9c3e2322-1671-4d79-9d58-ac4ef068259a service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Refreshing instance network info cache due to event network-changed-21139671-d35b-4346-95b2-a25c39a4b246. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.463930] env[69843]: DEBUG oslo_concurrency.lockutils [req-6e1f7032-097f-4bd0-b7d0-f327a55fc857 req-9c3e2322-1671-4d79-9d58-ac4ef068259a service nova] Acquiring lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.464076] env[69843]: DEBUG oslo_concurrency.lockutils [req-6e1f7032-097f-4bd0-b7d0-f327a55fc857 req-9c3e2322-1671-4d79-9d58-ac4ef068259a service nova] Acquired lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.464221] env[69843]: DEBUG nova.network.neutron [req-6e1f7032-097f-4bd0-b7d0-f327a55fc857 req-9c3e2322-1671-4d79-9d58-ac4ef068259a service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Refreshing network info cache for port 21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.480282] env[69843]: DEBUG nova.compute.manager [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.509026] env[69843]: DEBUG nova.virt.hardware [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.509230] env[69843]: DEBUG nova.virt.hardware [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.509362] env[69843]: DEBUG nova.virt.hardware [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.509598] env[69843]: DEBUG nova.virt.hardware [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.509713] env[69843]: DEBUG nova.virt.hardware [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.509860] env[69843]: DEBUG nova.virt.hardware [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.510144] env[69843]: DEBUG nova.virt.hardware [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.510329] env[69843]: DEBUG nova.virt.hardware [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.510887] env[69843]: DEBUG nova.virt.hardware [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.511093] env[69843]: DEBUG nova.virt.hardware [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.511339] env[69843]: DEBUG nova.virt.hardware [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.518020] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48aad3f-4bdc-4ee0-94c0-0de1bfb10553 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.529638] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cbacb8-470e-4a05-a44d-a38eddca8857 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.534462] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.590630] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073918} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.590858] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.591788] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462db101-b0c6-40a3-9d1d-a76c19878734 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.608974] env[69843]: DEBUG oslo_concurrency.lockutils [req-244343c2-59f0-4bff-b3d2-34b112c88d4e req-868cb8f8-503a-4c56-9c6c-9acd203b72a4 service nova] Releasing lock "refresh_cache-50a15810-d3e3-4193-b777-84967df4174d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.617923] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] a694dd29-b502-4359-bd11-8f344d1434c7/a694dd29-b502-4359-bd11-8f344d1434c7.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.618571] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c25692e2-7e74-405b-8452-9a143dcc8a3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.641180] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1237.641180] env[69843]: value = "task-3705176" [ 1237.641180] env[69843]: _type = "Task" [ 1237.641180] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.647535] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705173, 'name': ReconfigVM_Task, 'duration_secs': 0.749634} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.648193] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1237.649009] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0804582-d518-4c38-b55f-9e930cf75d27 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.655134] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.675827] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] c98468ed-b6ca-4b56-ad67-17d50f509a84/c98468ed-b6ca-4b56-ad67-17d50f509a84.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.676148] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73cab7ce-4868-49bc-bde6-c3a55bf8050b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.695445] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1237.695445] env[69843]: value = "task-3705177" [ 1237.695445] env[69843]: _type = "Task" [ 1237.695445] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.704971] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.826771] env[69843]: DEBUG nova.network.neutron [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Successfully updated port: b770621a-00c6-4e85-b678-ae109c04c12d {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.980414] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.020777] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705174, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.156360] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.206657] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.220360] env[69843]: DEBUG nova.network.neutron [req-6e1f7032-097f-4bd0-b7d0-f327a55fc857 req-9c3e2322-1671-4d79-9d58-ac4ef068259a service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updated VIF entry in instance network info cache for port 21139671-d35b-4346-95b2-a25c39a4b246. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.220820] env[69843]: DEBUG nova.network.neutron [req-6e1f7032-097f-4bd0-b7d0-f327a55fc857 req-9c3e2322-1671-4d79-9d58-ac4ef068259a service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updating instance_info_cache with network_info: [{"id": "21139671-d35b-4346-95b2-a25c39a4b246", "address": "fa:16:3e:0e:e6:f5", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21139671-d3", "ovs_interfaceid": "21139671-d35b-4346-95b2-a25c39a4b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.330369] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "refresh_cache-050bce8f-cc6e-4aec-959d-13d0489a56ab" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.330580] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "refresh_cache-050bce8f-cc6e-4aec-959d-13d0489a56ab" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.330726] env[69843]: DEBUG nova.network.neutron [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.519947] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705174, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.655048] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.709706] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705177, 'name': ReconfigVM_Task, 'duration_secs': 0.750135} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.710068] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Reconfigured VM instance instance-0000006c to attach disk [datastore2] c98468ed-b6ca-4b56-ad67-17d50f509a84/c98468ed-b6ca-4b56-ad67-17d50f509a84.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.710945] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8228ef-6778-4e0d-98d7-8d1a89fa457b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.733487] env[69843]: DEBUG oslo_concurrency.lockutils [req-6e1f7032-097f-4bd0-b7d0-f327a55fc857 req-9c3e2322-1671-4d79-9d58-ac4ef068259a service nova] Releasing lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.734702] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2465c20a-49bb-46bc-9fa7-d1964f5b220c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.763584] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4606f1cb-f79a-4210-9ed5-c2bd8b66c2cf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.783719] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e1d6ff-5a29-41a7-bc46-0138304d871f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.795740] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.796064] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80a7dd31-bcee-46a4-8eaa-501865e055e9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.804736] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1238.804736] env[69843]: value = "task-3705178" [ 1238.804736] env[69843]: _type = "Task" [ 1238.804736] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.816823] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.878791] env[69843]: DEBUG nova.network.neutron [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.020370] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705174, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.031258] env[69843]: DEBUG nova.network.neutron [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Successfully updated port: 220a7f7f-e385-4299-ba93-5b1272debac1 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.085589] env[69843]: DEBUG nova.network.neutron [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Updating instance_info_cache with network_info: [{"id": "b770621a-00c6-4e85-b678-ae109c04c12d", "address": "fa:16:3e:e6:86:1b", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb770621a-00", "ovs_interfaceid": "b770621a-00c6-4e85-b678-ae109c04c12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.121199] env[69843]: DEBUG oslo_concurrency.lockutils [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.121601] env[69843]: DEBUG oslo_concurrency.lockutils [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.121770] env[69843]: DEBUG nova.compute.manager [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Going to confirm migration 10 {{(pid=69843) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1239.158689] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.317031] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.521824] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705174, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.534970] env[69843]: DEBUG nova.compute.manager [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Received event network-vif-plugged-b770621a-00c6-4e85-b678-ae109c04c12d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.535219] env[69843]: DEBUG oslo_concurrency.lockutils [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] Acquiring lock "050bce8f-cc6e-4aec-959d-13d0489a56ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.535450] env[69843]: DEBUG oslo_concurrency.lockutils [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] Lock "050bce8f-cc6e-4aec-959d-13d0489a56ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.535612] env[69843]: DEBUG oslo_concurrency.lockutils [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] Lock "050bce8f-cc6e-4aec-959d-13d0489a56ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.535781] env[69843]: DEBUG nova.compute.manager [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] No waiting events found dispatching network-vif-plugged-b770621a-00c6-4e85-b678-ae109c04c12d {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1239.535944] env[69843]: WARNING nova.compute.manager [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Received unexpected event network-vif-plugged-b770621a-00c6-4e85-b678-ae109c04c12d for instance with vm_state building and task_state spawning. [ 1239.536131] env[69843]: DEBUG nova.compute.manager [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Received event network-changed-b770621a-00c6-4e85-b678-ae109c04c12d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.536273] env[69843]: DEBUG nova.compute.manager [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Refreshing instance network info cache due to event network-changed-b770621a-00c6-4e85-b678-ae109c04c12d. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.536511] env[69843]: DEBUG oslo_concurrency.lockutils [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] Acquiring lock "refresh_cache-050bce8f-cc6e-4aec-959d-13d0489a56ab" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.536987] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.537170] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.537390] env[69843]: DEBUG nova.network.neutron [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.590047] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "refresh_cache-050bce8f-cc6e-4aec-959d-13d0489a56ab" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.590047] env[69843]: DEBUG nova.compute.manager [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Instance network_info: |[{"id": "b770621a-00c6-4e85-b678-ae109c04c12d", "address": "fa:16:3e:e6:86:1b", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb770621a-00", "ovs_interfaceid": "b770621a-00c6-4e85-b678-ae109c04c12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.590047] env[69843]: DEBUG oslo_concurrency.lockutils [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] Acquired lock "refresh_cache-050bce8f-cc6e-4aec-959d-13d0489a56ab" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.590047] env[69843]: DEBUG nova.network.neutron [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Refreshing network info cache for port b770621a-00c6-4e85-b678-ae109c04c12d {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.591734] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:86:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b770621a-00c6-4e85-b678-ae109c04c12d', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.601297] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Creating folder: Project (1b3c1c9d04b34f8c9450e5c72a1c7524). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1239.605163] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbd25546-4681-4902-b94e-8adaee2a54ca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.619038] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Created folder: Project (1b3c1c9d04b34f8c9450e5c72a1c7524) in parent group-v737654. [ 1239.619241] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Creating folder: Instances. Parent ref: group-v737982. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1239.619499] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a09ad8a-f183-4859-b87d-3a00fe94f114 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.632685] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Created folder: Instances in parent group-v737982. [ 1239.633021] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.633312] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.633572] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07bcc161-0377-4ee1-a207-74b4efdf3859 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.661393] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.661393] env[69843]: value = "task-3705181" [ 1239.661393] env[69843]: _type = "Task" [ 1239.661393] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.665693] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.675687] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705181, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.725582] env[69843]: DEBUG oslo_concurrency.lockutils [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.725838] env[69843]: DEBUG oslo_concurrency.lockutils [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquired lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.726063] env[69843]: DEBUG nova.network.neutron [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.726264] env[69843]: DEBUG nova.objects.instance [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lazy-loading 'info_cache' on Instance uuid fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.822073] env[69843]: DEBUG oslo_vmware.api [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705178, 'name': PowerOnVM_Task, 'duration_secs': 0.573136} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.822356] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.883881] env[69843]: DEBUG nova.network.neutron [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Updated VIF entry in instance network info cache for port b770621a-00c6-4e85-b678-ae109c04c12d. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.884617] env[69843]: DEBUG nova.network.neutron [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Updating instance_info_cache with network_info: [{"id": "b770621a-00c6-4e85-b678-ae109c04c12d", "address": "fa:16:3e:e6:86:1b", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb770621a-00", "ovs_interfaceid": "b770621a-00c6-4e85-b678-ae109c04c12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.975416] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.980355] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.980634] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.021535] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705174, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.085155] env[69843]: WARNING nova.network.neutron [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] 0a14fb77-99bb-42f4-a854-97257d0bc557 already exists in list: networks containing: ['0a14fb77-99bb-42f4-a854-97257d0bc557']. ignoring it [ 1240.163869] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.177753] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705181, 'name': CreateVM_Task, 'duration_secs': 0.439762} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.177965] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.186590] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.186777] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.187106] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.187376] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d786c4-38af-46b3-9263-c7b897fad382 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.192580] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1240.192580] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52af6c29-e923-a872-bebd-bd89e769a7a9" [ 1240.192580] env[69843]: _type = "Task" [ 1240.192580] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.202488] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52af6c29-e923-a872-bebd-bd89e769a7a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.387512] env[69843]: DEBUG oslo_concurrency.lockutils [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] Releasing lock "refresh_cache-050bce8f-cc6e-4aec-959d-13d0489a56ab" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.387829] env[69843]: DEBUG nova.compute.manager [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Received event network-vif-plugged-220a7f7f-e385-4299-ba93-5b1272debac1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.388060] env[69843]: DEBUG oslo_concurrency.lockutils [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] Acquiring lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.388271] env[69843]: DEBUG oslo_concurrency.lockutils [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] Lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.388433] env[69843]: DEBUG oslo_concurrency.lockutils [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] Lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.388600] env[69843]: DEBUG nova.compute.manager [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] No waiting events found dispatching network-vif-plugged-220a7f7f-e385-4299-ba93-5b1272debac1 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1240.388771] env[69843]: WARNING nova.compute.manager [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Received unexpected event network-vif-plugged-220a7f7f-e385-4299-ba93-5b1272debac1 for instance with vm_state active and task_state None. [ 1240.388936] env[69843]: DEBUG nova.compute.manager [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Received event network-changed-220a7f7f-e385-4299-ba93-5b1272debac1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.389126] env[69843]: DEBUG nova.compute.manager [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Refreshing instance network info cache due to event network-changed-220a7f7f-e385-4299-ba93-5b1272debac1. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.389341] env[69843]: DEBUG oslo_concurrency.lockutils [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] Acquiring lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.411059] env[69843]: DEBUG nova.network.neutron [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updating instance_info_cache with network_info: [{"id": "21139671-d35b-4346-95b2-a25c39a4b246", "address": "fa:16:3e:0e:e6:f5", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21139671-d3", "ovs_interfaceid": "21139671-d35b-4346-95b2-a25c39a4b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "220a7f7f-e385-4299-ba93-5b1272debac1", "address": "fa:16:3e:f1:43:cb", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220a7f7f-e3", "ovs_interfaceid": "220a7f7f-e385-4299-ba93-5b1272debac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.483341] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.483595] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.483765] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.483962] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69843) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1240.484861] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90412605-b82c-47dc-a44b-97b9ca66ea64 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.494283] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb778582-d545-48a3-90a6-eaddc3e82caa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.509631] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3174390-9e3b-4fe3-aaf0-5e39f6dc3f32 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.520352] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705174, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.203626} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.522275] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a045fd40-0cce-4cef-9ff9-1f1488798840/a045fd40-0cce-4cef-9ff9-1f1488798840.vmdk to [datastore1] fb08a25e-09aa-4aff-b97c-d9d6b41412e8/fb08a25e-09aa-4aff-b97c-d9d6b41412e8.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.523093] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ac3f02-cef9-4e99-ab43-03cdf1c534b8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.526197] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f683d46-5ab5-4be0-ab19-9eaedfc4185b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.550181] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] fb08a25e-09aa-4aff-b97c-d9d6b41412e8/fb08a25e-09aa-4aff-b97c-d9d6b41412e8.vmdk or device None with type streamOptimized {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.575454] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35331785-8e53-41cc-9f60-62078ca02dd0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.591170] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179045MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69843) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1240.591333] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.591554] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.599827] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1240.599827] env[69843]: value = "task-3705182" [ 1240.599827] env[69843]: _type = "Task" [ 1240.599827] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.608965] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.662213] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705176, 'name': ReconfigVM_Task, 'duration_secs': 2.623736} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.662441] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Reconfigured VM instance instance-00000075 to attach disk [datastore1] a694dd29-b502-4359-bd11-8f344d1434c7/a694dd29-b502-4359-bd11-8f344d1434c7.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.663127] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f259b5b6-7c29-4ebb-b019-095555553f94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.670311] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1240.670311] env[69843]: value = "task-3705183" [ 1240.670311] env[69843]: _type = "Task" [ 1240.670311] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.678554] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705183, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.703248] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52af6c29-e923-a872-bebd-bd89e769a7a9, 'name': SearchDatastore_Task, 'duration_secs': 0.015032} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.703542] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.703782] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.704028] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.704172] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.704351] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.704614] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fe0fcd6-7c0a-4c21-a5e8-b50f1c12c25c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.716648] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.716823] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.717670] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ae3e20-999a-43f2-9b6e-f0500a9f75eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.723276] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1240.723276] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526a4972-e555-77ef-11ae-0013053dbc40" [ 1240.723276] env[69843]: _type = "Task" [ 1240.723276] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.731243] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526a4972-e555-77ef-11ae-0013053dbc40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.833214] env[69843]: INFO nova.compute.manager [None req-e9c0e198-d3cd-4272-8f1c-e61498089337 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance to original state: 'active' [ 1240.913733] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.914372] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.914533] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.914805] env[69843]: DEBUG oslo_concurrency.lockutils [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] Acquired lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.914980] env[69843]: DEBUG nova.network.neutron [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Refreshing network info cache for port 220a7f7f-e385-4299-ba93-5b1272debac1 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.916657] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb79a424-2b15-4645-be94-bb9423f7269f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.936796] env[69843]: DEBUG nova.virt.hardware [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.937061] env[69843]: DEBUG nova.virt.hardware [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.937205] env[69843]: DEBUG nova.virt.hardware [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.937388] env[69843]: DEBUG nova.virt.hardware [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.937862] env[69843]: DEBUG nova.virt.hardware [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.937862] env[69843]: DEBUG nova.virt.hardware [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.937862] env[69843]: DEBUG nova.virt.hardware [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.938108] env[69843]: DEBUG nova.virt.hardware [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.938197] env[69843]: DEBUG nova.virt.hardware [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.938361] env[69843]: DEBUG nova.virt.hardware [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.938534] env[69843]: DEBUG nova.virt.hardware [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.945130] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Reconfiguring VM to attach interface {{(pid=69843) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1240.946145] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e33ff4-a8e6-4eb5-b08f-5c00cde10155 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.959439] env[69843]: DEBUG nova.network.neutron [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance_info_cache with network_info: [{"id": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "address": "fa:16:3e:63:09:35", "network": {"id": "74bd6029-d579-4f0c-a0f2-25d0c41fcbb1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1275333307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cb6ac4a74f5fbaa37b1a2347accf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a52b31d-1c", "ovs_interfaceid": "3a52b31d-1cab-4ee4-a541-20f51418fd0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.966632] env[69843]: DEBUG oslo_vmware.api [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1240.966632] env[69843]: value = "task-3705184" [ 1240.966632] env[69843]: _type = "Task" [ 1240.966632] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.975960] env[69843]: DEBUG oslo_vmware.api [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705184, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.112886] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.181417] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705183, 'name': Rename_Task, 'duration_secs': 0.429867} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.181611] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.181869] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1f97645-28d2-4578-ab66-6568b7991ffa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.188993] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1241.188993] env[69843]: value = "task-3705185" [ 1241.188993] env[69843]: _type = "Task" [ 1241.188993] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.200447] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.234067] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526a4972-e555-77ef-11ae-0013053dbc40, 'name': SearchDatastore_Task, 'duration_secs': 0.042384} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.234682] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be6b45c9-67e4-4538-8c4f-6134fc20fdb7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.241607] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1241.241607] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d5bacc-5d69-735b-f055-bd644efc6b39" [ 1241.241607] env[69843]: _type = "Task" [ 1241.241607] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.251666] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d5bacc-5d69-735b-f055-bd644efc6b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.462547] env[69843]: DEBUG oslo_concurrency.lockutils [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Releasing lock "refresh_cache-fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.462870] env[69843]: DEBUG nova.objects.instance [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lazy-loading 'migration_context' on Instance uuid fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.478780] env[69843]: DEBUG oslo_vmware.api [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.608361] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Applying migration context for instance fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee as it has an incoming, in-progress migration a5f15754-ab11-432d-ba12-d3205bd03e58. Migration status is confirming {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1241.612764] env[69843]: INFO nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating resource usage from migration a5f15754-ab11-432d-ba12-d3205bd03e58 [ 1241.628515] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705182, 'name': ReconfigVM_Task, 'duration_secs': 0.749766} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.628713] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Reconfigured VM instance instance-00000069 to attach disk [datastore1] fb08a25e-09aa-4aff-b97c-d9d6b41412e8/fb08a25e-09aa-4aff-b97c-d9d6b41412e8.vmdk or device None with type streamOptimized {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.629404] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49045b7d-06b5-4ec6-98ca-355628d0ed8f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.636423] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1241.636423] env[69843]: value = "task-3705186" [ 1241.636423] env[69843]: _type = "Task" [ 1241.636423] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.641638] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance d9fc4e13-6556-4875-b301-c5f47d3e1cf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.641791] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 9f220af4-4744-4f3f-857a-dc8349f0fc25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.641908] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance e74e37ed-deb4-4ed8-b209-beec5fb58f98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.642036] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 6b49016e-8d8d-4ef0-acad-7a9566332f08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.642194] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance a18b8638-c23b-42e1-85d3-5e7a173195a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.642354] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 50a15810-d3e3-4193-b777-84967df4174d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.642443] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance a3a10dd7-1b18-470b-9c77-f254aaec65e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.642501] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 5b1adcde-b07e-43b0-953d-57891ee1d721 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.642595] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance c98468ed-b6ca-4b56-ad67-17d50f509a84 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.642707] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Migration a5f15754-ab11-432d-ba12-d3205bd03e58 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1241.642818] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.642929] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance fb08a25e-09aa-4aff-b97c-d9d6b41412e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.643049] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance a694dd29-b502-4359-bd11-8f344d1434c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.643163] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 050bce8f-cc6e-4aec-959d-13d0489a56ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1241.643365] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1241.643514] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1241.652211] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705186, 'name': Rename_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.668321] env[69843]: DEBUG nova.network.neutron [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updated VIF entry in instance network info cache for port 220a7f7f-e385-4299-ba93-5b1272debac1. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.669030] env[69843]: DEBUG nova.network.neutron [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updating instance_info_cache with network_info: [{"id": "21139671-d35b-4346-95b2-a25c39a4b246", "address": "fa:16:3e:0e:e6:f5", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21139671-d3", "ovs_interfaceid": "21139671-d35b-4346-95b2-a25c39a4b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "220a7f7f-e385-4299-ba93-5b1272debac1", "address": "fa:16:3e:f1:43:cb", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220a7f7f-e3", "ovs_interfaceid": "220a7f7f-e385-4299-ba93-5b1272debac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.704050] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705185, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.756810] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d5bacc-5d69-735b-f055-bd644efc6b39, 'name': SearchDatastore_Task, 'duration_secs': 0.013682} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.761095] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.761565] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 050bce8f-cc6e-4aec-959d-13d0489a56ab/050bce8f-cc6e-4aec-959d-13d0489a56ab.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.762275] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eccfed31-da5f-4c56-b711-cf3d5ac9da7d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.771544] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1241.771544] env[69843]: value = "task-3705187" [ 1241.771544] env[69843]: _type = "Task" [ 1241.771544] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.784287] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.870439] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a87393-22b7-429b-b867-db2ba516c495 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.878983] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d18cb18-ed1b-4bcf-b912-e601701118b6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.914751] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4870d952-3ac3-42d6-92aa-09ca5eef8000 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.927422] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07e8d2d-2a21-484b-8d57-19a72a3e57cf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.944028] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.965607] env[69843]: DEBUG nova.objects.base [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1241.966690] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4af8155-b012-40fe-8ec1-88c6c16483e2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.978470] env[69843]: DEBUG oslo_vmware.api [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705184, 'name': ReconfigVM_Task, 'duration_secs': 0.630476} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.991704] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.991952] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Reconfigured VM to attach interface {{(pid=69843) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1241.995696] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173ff2f2-2922-4a52-9bab-6bf53b06aea3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.001922] env[69843]: DEBUG oslo_vmware.api [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1242.001922] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527d120a-d554-8c9e-d16a-a7bbf572d19e" [ 1242.001922] env[69843]: _type = "Task" [ 1242.001922] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.011799] env[69843]: DEBUG oslo_vmware.api [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527d120a-d554-8c9e-d16a-a7bbf572d19e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.146890] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705186, 'name': Rename_Task, 'duration_secs': 0.189787} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.147269] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.147377] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-791fb00f-e8ed-4765-9549-0b2a016d2049 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.155852] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1242.155852] env[69843]: value = "task-3705188" [ 1242.155852] env[69843]: _type = "Task" [ 1242.155852] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.171234] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.172998] env[69843]: DEBUG oslo_concurrency.lockutils [req-1be3a941-fbec-4f97-8bf4-14655f6c4051 req-aa74e4c4-cfec-470b-a411-b6a34188c9a7 service nova] Releasing lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.200193] env[69843]: DEBUG oslo_vmware.api [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705185, 'name': PowerOnVM_Task, 'duration_secs': 0.608481} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.200639] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.200929] env[69843]: INFO nova.compute.manager [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Took 13.17 seconds to spawn the instance on the hypervisor. [ 1242.201240] env[69843]: DEBUG nova.compute.manager [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1242.202142] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa17ab4-06f9-4e46-ac56-99c6e89eff6c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.283406] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705187, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.423185] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "c98468ed-b6ca-4b56-ad67-17d50f509a84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.423460] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c98468ed-b6ca-4b56-ad67-17d50f509a84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.423676] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "c98468ed-b6ca-4b56-ad67-17d50f509a84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.423867] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c98468ed-b6ca-4b56-ad67-17d50f509a84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.424040] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c98468ed-b6ca-4b56-ad67-17d50f509a84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.426412] env[69843]: INFO nova.compute.manager [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Terminating instance [ 1242.447558] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.497831] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6d5bc636-945c-416d-a2c1-9ebfe79aecaf tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-a3a10dd7-1b18-470b-9c77-f254aaec65e1-220a7f7f-e385-4299-ba93-5b1272debac1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.343s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.514683] env[69843]: DEBUG oslo_vmware.api [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527d120a-d554-8c9e-d16a-a7bbf572d19e, 'name': SearchDatastore_Task, 'duration_secs': 0.008446} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.515856] env[69843]: DEBUG oslo_concurrency.lockutils [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.666114] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.729784] env[69843]: INFO nova.compute.manager [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Took 18.66 seconds to build instance. [ 1242.785406] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803553} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.785671] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 050bce8f-cc6e-4aec-959d-13d0489a56ab/050bce8f-cc6e-4aec-959d-13d0489a56ab.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.785882] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.786165] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d11f4ff-38be-404b-9479-5bb3c1bb8954 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.793400] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1242.793400] env[69843]: value = "task-3705189" [ 1242.793400] env[69843]: _type = "Task" [ 1242.793400] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.803024] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.931083] env[69843]: DEBUG nova.compute.manager [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.931336] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.932251] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7847d194-9881-4cb9-9823-efd92c690c21 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.940846] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.941189] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fe4c083-15b9-4ba9-8799-7a97de889234 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.947445] env[69843]: DEBUG oslo_vmware.api [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1242.947445] env[69843]: value = "task-3705190" [ 1242.947445] env[69843]: _type = "Task" [ 1242.947445] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.957128] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1242.957351] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.366s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.957570] env[69843]: DEBUG oslo_vmware.api [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.957826] env[69843]: DEBUG oslo_concurrency.lockutils [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.442s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.165106] env[69843]: DEBUG nova.compute.manager [req-932a648a-d28e-40d4-8f0e-a83443567c2b req-a217911f-99be-4532-89a6-06f95a03f53e service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Received event network-changed-583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.165335] env[69843]: DEBUG nova.compute.manager [req-932a648a-d28e-40d4-8f0e-a83443567c2b req-a217911f-99be-4532-89a6-06f95a03f53e service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Refreshing instance network info cache due to event network-changed-583a66db-92f0-4912-8fd3-b4f39749f699. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.165520] env[69843]: DEBUG oslo_concurrency.lockutils [req-932a648a-d28e-40d4-8f0e-a83443567c2b req-a217911f-99be-4532-89a6-06f95a03f53e service nova] Acquiring lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.165685] env[69843]: DEBUG oslo_concurrency.lockutils [req-932a648a-d28e-40d4-8f0e-a83443567c2b req-a217911f-99be-4532-89a6-06f95a03f53e service nova] Acquired lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.165864] env[69843]: DEBUG nova.network.neutron [req-932a648a-d28e-40d4-8f0e-a83443567c2b req-a217911f-99be-4532-89a6-06f95a03f53e service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Refreshing network info cache for port 583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.174133] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.233060] env[69843]: DEBUG oslo_concurrency.lockutils [None req-63da5c8b-35bc-4510-a52d-45b4ecf25d41 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "a694dd29-b502-4359-bd11-8f344d1434c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.186s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.304753] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075663} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.305084] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.306079] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a94f093-a37d-4526-b349-a693c571c8e9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.332327] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 050bce8f-cc6e-4aec-959d-13d0489a56ab/050bce8f-cc6e-4aec-959d-13d0489a56ab.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.332642] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d908d8-64b0-4604-8cb9-5c7b8dc6284c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.353074] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1243.353074] env[69843]: value = "task-3705191" [ 1243.353074] env[69843]: _type = "Task" [ 1243.353074] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.362159] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.459140] env[69843]: DEBUG oslo_vmware.api [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705190, 'name': PowerOffVM_Task, 'duration_secs': 0.365206} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.459140] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.459140] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.459140] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f05a2a37-1b4b-421b-8b9f-f3f0012a1125 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.534792] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.535034] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.535223] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleting the datastore file [datastore2] c98468ed-b6ca-4b56-ad67-17d50f509a84 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.535535] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7903c69d-fcf5-429d-b215-cc1e9f70932f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.546300] env[69843]: DEBUG oslo_vmware.api [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1243.546300] env[69843]: value = "task-3705193" [ 1243.546300] env[69843]: _type = "Task" [ 1243.546300] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.557890] env[69843]: DEBUG oslo_vmware.api [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.673393] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.686648] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52d0785-6ba3-4f4b-8ebb-9f3bb0ad9dcc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.694554] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8474e0d9-af21-4f2a-8dae-d9884395e3d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.729942] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3e7b44-389f-414d-b023-419422220144 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.738376] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebb7d15-1e57-45a5-94c3-74f9dd5831b5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.755490] env[69843]: DEBUG nova.compute.provider_tree [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.863892] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705191, 'name': ReconfigVM_Task, 'duration_secs': 0.333025} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.864528] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 050bce8f-cc6e-4aec-959d-13d0489a56ab/050bce8f-cc6e-4aec-959d-13d0489a56ab.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.864950] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0ded9e3-d817-4558-9b19-41743b7bc8a7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.872944] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1243.872944] env[69843]: value = "task-3705194" [ 1243.872944] env[69843]: _type = "Task" [ 1243.872944] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.882297] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705194, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.910510] env[69843]: DEBUG oslo_concurrency.lockutils [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "interface-a3a10dd7-1b18-470b-9c77-f254aaec65e1-220a7f7f-e385-4299-ba93-5b1272debac1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.910830] env[69843]: DEBUG oslo_concurrency.lockutils [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-a3a10dd7-1b18-470b-9c77-f254aaec65e1-220a7f7f-e385-4299-ba93-5b1272debac1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.929279] env[69843]: DEBUG nova.network.neutron [req-932a648a-d28e-40d4-8f0e-a83443567c2b req-a217911f-99be-4532-89a6-06f95a03f53e service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updated VIF entry in instance network info cache for port 583a66db-92f0-4912-8fd3-b4f39749f699. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.929565] env[69843]: DEBUG nova.network.neutron [req-932a648a-d28e-40d4-8f0e-a83443567c2b req-a217911f-99be-4532-89a6-06f95a03f53e service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updating instance_info_cache with network_info: [{"id": "583a66db-92f0-4912-8fd3-b4f39749f699", "address": "fa:16:3e:23:e3:93", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583a66db-92", "ovs_interfaceid": "583a66db-92f0-4912-8fd3-b4f39749f699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.057007] env[69843]: DEBUG oslo_vmware.api [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.167732] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.259054] env[69843]: DEBUG nova.scheduler.client.report [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.384391] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705194, 'name': Rename_Task, 'duration_secs': 0.167932} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.384603] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.384870] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a08a623c-6de8-4360-8204-784f35751805 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.391742] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1244.391742] env[69843]: value = "task-3705195" [ 1244.391742] env[69843]: _type = "Task" [ 1244.391742] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.400036] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.414288] env[69843]: DEBUG oslo_concurrency.lockutils [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.414448] env[69843]: DEBUG oslo_concurrency.lockutils [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.415530] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029587bb-1071-4d67-8e90-442262e7e0e0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.435094] env[69843]: DEBUG oslo_concurrency.lockutils [req-932a648a-d28e-40d4-8f0e-a83443567c2b req-a217911f-99be-4532-89a6-06f95a03f53e service nova] Releasing lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.436242] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623f93e2-5391-47d8-a865-48f271e49278 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.468063] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Reconfiguring VM to detach interface {{(pid=69843) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1244.468063] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d811efde-9cfc-4c25-971e-32c9a081a122 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.488347] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1244.488347] env[69843]: value = "task-3705196" [ 1244.488347] env[69843]: _type = "Task" [ 1244.488347] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.497522] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.558976] env[69843]: DEBUG oslo_vmware.api [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.671325} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.559276] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.559468] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.559682] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.559866] env[69843]: INFO nova.compute.manager [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1244.560151] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.560379] env[69843]: DEBUG nova.compute.manager [-] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.560507] env[69843]: DEBUG nova.network.neutron [-] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.669245] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705188, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.903805] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705195, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.959086] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.959346] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.959526] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.960145] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69843) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1244.973386] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.999158] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.079986] env[69843]: DEBUG nova.compute.manager [req-2a12d6d8-2251-4fa4-9003-8595d4c425bb req-e028844f-7186-40da-b00b-55ba65076d0a service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Received event network-vif-deleted-7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.080196] env[69843]: INFO nova.compute.manager [req-2a12d6d8-2251-4fa4-9003-8595d4c425bb req-e028844f-7186-40da-b00b-55ba65076d0a service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Neutron deleted interface 7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f; detaching it from the instance and deleting it from the info cache [ 1245.080412] env[69843]: DEBUG nova.network.neutron [req-2a12d6d8-2251-4fa4-9003-8595d4c425bb req-e028844f-7186-40da-b00b-55ba65076d0a service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.168773] env[69843]: DEBUG oslo_vmware.api [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705188, 'name': PowerOnVM_Task, 'duration_secs': 2.619583} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.169133] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.269715] env[69843]: DEBUG oslo_concurrency.lockutils [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.312s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.279106] env[69843]: DEBUG nova.compute.manager [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1245.280019] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffbce81-4c7a-4bd7-92f4-6ac764262fd3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.403522] env[69843]: DEBUG oslo_vmware.api [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705195, 'name': PowerOnVM_Task, 'duration_secs': 0.550879} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.403817] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.403966] env[69843]: INFO nova.compute.manager [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1245.404163] env[69843]: DEBUG nova.compute.manager [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1245.404941] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3546556a-f605-40c4-be7b-72118bf9d757 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.481559] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Getting list of instances from cluster (obj){ [ 1245.481559] env[69843]: value = "domain-c8" [ 1245.481559] env[69843]: _type = "ClusterComputeResource" [ 1245.481559] env[69843]: } {{(pid=69843) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1245.482946] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508d2e66-6f2f-4a06-a811-ba0baccd4970 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.506023] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Got total of 12 instances {{(pid=69843) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1245.506207] env[69843]: WARNING nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] While synchronizing instance power states, found 13 instances in the database and 12 instances on the hypervisor. [ 1245.506433] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid d9fc4e13-6556-4875-b301-c5f47d3e1cf0 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.506545] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid 9f220af4-4744-4f3f-857a-dc8349f0fc25 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.506696] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid e74e37ed-deb4-4ed8-b209-beec5fb58f98 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.506848] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid fb08a25e-09aa-4aff-b97c-d9d6b41412e8 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.506994] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid 6b49016e-8d8d-4ef0-acad-7a9566332f08 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.507163] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid c98468ed-b6ca-4b56-ad67-17d50f509a84 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.507317] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid a18b8638-c23b-42e1-85d3-5e7a173195a3 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.507917] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid 50a15810-d3e3-4193-b777-84967df4174d {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.507917] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid a3a10dd7-1b18-470b-9c77-f254aaec65e1 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.507917] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.508139] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid 5b1adcde-b07e-43b0-953d-57891ee1d721 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.508139] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid a694dd29-b502-4359-bd11-8f344d1434c7 {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.508274] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Triggering sync for uuid 050bce8f-cc6e-4aec-959d-13d0489a56ab {{(pid=69843) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1245.509148] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.509382] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.509780] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "9f220af4-4744-4f3f-857a-dc8349f0fc25" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.509939] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "9f220af4-4744-4f3f-857a-dc8349f0fc25" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.510219] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.510413] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.510647] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.511081] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.511201] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.511428] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "c98468ed-b6ca-4b56-ad67-17d50f509a84" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.511633] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "a18b8638-c23b-42e1-85d3-5e7a173195a3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.511808] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "a18b8638-c23b-42e1-85d3-5e7a173195a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.512052] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "50a15810-d3e3-4193-b777-84967df4174d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.512228] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "50a15810-d3e3-4193-b777-84967df4174d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.512448] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.512647] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.512856] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "5b1adcde-b07e-43b0-953d-57891ee1d721" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.513126] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.513295] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "a694dd29-b502-4359-bd11-8f344d1434c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.513455] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "a694dd29-b502-4359-bd11-8f344d1434c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.514141] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "050bce8f-cc6e-4aec-959d-13d0489a56ab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.518099] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e676b989-bf30-42b3-a0c2-5c13cf2dbdd4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.521247] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b0cab1-cbfd-4c60-a56f-2c8d7db5540f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.524285] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc9d98d-6fc6-4b28-83b5-04f408c530dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.526948] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cce849-c105-476c-8856-6dbd827e07e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.529671] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c113a1-0958-4e80-a4f7-acefba547938 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.533020] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecf20a5-7ad5-4dcb-84ef-95736de128f8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.536136] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7679eada-87ac-421b-a566-2074fde7dfde {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.539085] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab69a59b-68f2-4491-979f-77ea89144600 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.542169] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.569072] env[69843]: DEBUG nova.network.neutron [-] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.584146] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6ab66a3-1f6f-4e2a-b320-fd9c9b6932d0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.599202] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1427147-089a-4375-86d2-5359692f1d6d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.640317] env[69843]: DEBUG nova.compute.manager [req-2a12d6d8-2251-4fa4-9003-8595d4c425bb req-e028844f-7186-40da-b00b-55ba65076d0a service nova] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Detach interface failed, port_id=7ae5d8e6-4354-4698-bddb-fd1dfcc11f0f, reason: Instance c98468ed-b6ca-4b56-ad67-17d50f509a84 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1245.670889] env[69843]: INFO nova.compute.manager [None req-67da73a3-0a3c-4795-af53-6bf01ad3cfa2 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Get console output [ 1245.671248] env[69843]: WARNING nova.virt.vmwareapi.driver [None req-67da73a3-0a3c-4795-af53-6bf01ad3cfa2 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] The console log is missing. Check your VSPC configuration [ 1245.802339] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d2982f1a-5bba-418b-9d5f-929025015336 tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.862s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.804095] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.293s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.804199] env[69843]: INFO nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] During sync_power_state the instance has a pending task (spawning). Skip. [ 1245.804438] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.838832] env[69843]: INFO nova.scheduler.client.report [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted allocation for migration a5f15754-ab11-432d-ba12-d3205bd03e58 [ 1245.924207] env[69843]: INFO nova.compute.manager [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Took 12.85 seconds to build instance. [ 1246.001942] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.065153] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.065578] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.071131] env[69843]: INFO nova.compute.manager [-] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] Took 1.51 seconds to deallocate network for instance. [ 1246.073429] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "9f220af4-4744-4f3f-857a-dc8349f0fc25" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.073742] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "a694dd29-b502-4359-bd11-8f344d1434c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.074041] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.079581] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.082026] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "a18b8638-c23b-42e1-85d3-5e7a173195a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.082331] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "50a15810-d3e3-4193-b777-84967df4174d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.345326] env[69843]: DEBUG oslo_concurrency.lockutils [None req-15ed632f-4f5c-47a8-9e1a-b85f46ab0d4a tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.224s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.346634] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.834s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.348021] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f6078-eb49-4768-ab81-811ad1efb435 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.425986] env[69843]: DEBUG oslo_concurrency.lockutils [None req-67526aa7-5198-4aed-a746-925901f8b281 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "050bce8f-cc6e-4aec-959d-13d0489a56ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.360s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.426504] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "050bce8f-cc6e-4aec-959d-13d0489a56ab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.912s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.426743] env[69843]: INFO nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] During sync_power_state the instance has a pending task (spawning). Skip. [ 1246.427095] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "050bce8f-cc6e-4aec-959d-13d0489a56ab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.503112] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.579819] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.580161] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.580449] env[69843]: DEBUG nova.objects.instance [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'resources' on Instance uuid c98468ed-b6ca-4b56-ad67-17d50f509a84 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.859995] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.001815] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.277192] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ec3c59-02be-434f-af17-5303e03ed579 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.285835] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07a842b-1a87-4892-99ef-77f859575e2f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.321820] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa72120a-4965-4990-83f8-ebc592e1298a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.330637] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cdfacf-b7df-478d-baa6-dcc50ed21854 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.345328] env[69843]: DEBUG nova.compute.provider_tree [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.504508] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.545591] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "4783080c-bca5-4cf7-bd57-fdbdbaefdb41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.545931] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "4783080c-bca5-4cf7-bd57-fdbdbaefdb41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.848456] env[69843]: DEBUG nova.scheduler.client.report [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.003679] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.048432] env[69843]: DEBUG nova.compute.manager [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1248.353875] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.376392] env[69843]: INFO nova.scheduler.client.report [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleted allocations for instance c98468ed-b6ca-4b56-ad67-17d50f509a84 [ 1248.503572] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.521233] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.567857] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.568155] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.569749] env[69843]: INFO nova.compute.claims [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.884629] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b74829ec-b481-46aa-a820-d87519918ca8 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c98468ed-b6ca-4b56-ad67-17d50f509a84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.461s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.885564] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "c98468ed-b6ca-4b56-ad67-17d50f509a84" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.374s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.885753] env[69843]: INFO nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] [instance: c98468ed-b6ca-4b56-ad67-17d50f509a84] During sync_power_state the instance has a pending task (deleting). Skip. [ 1248.885920] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "c98468ed-b6ca-4b56-ad67-17d50f509a84" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.004351] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.505837] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.565357] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "c48ed2fe-2727-4303-b059-a3f363c99adf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.565621] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c48ed2fe-2727-4303-b059-a3f363c99adf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.776342] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e3fb8a-5ede-40ff-84a3-84e62e7c8d55 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.785193] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278eb5d8-057e-471e-a836-0615c5bf88b8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.816296] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed2730d-81e7-4cca-827c-b1ba5cc36cb1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.824915] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328d6902-7ff8-4213-b36f-3910a0c6f560 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.842815] env[69843]: DEBUG nova.compute.provider_tree [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.004975] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.068746] env[69843]: DEBUG nova.compute.manager [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1250.346426] env[69843]: DEBUG nova.scheduler.client.report [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.507052] env[69843]: DEBUG oslo_vmware.api [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705196, 'name': ReconfigVM_Task, 'duration_secs': 5.747648} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.507476] env[69843]: DEBUG oslo_concurrency.lockutils [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.507632] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Reconfigured VM to detach interface {{(pid=69843) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1250.510300] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.998s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.511312] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bf506e-fb25-414b-b4d2-d4f2580823b0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.587866] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.668388] env[69843]: DEBUG oslo_concurrency.lockutils [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "5b1adcde-b07e-43b0-953d-57891ee1d721" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.668688] env[69843]: DEBUG oslo_concurrency.lockutils [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.852094] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.852796] env[69843]: DEBUG nova.compute.manager [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.855594] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.268s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.858257] env[69843]: INFO nova.compute.claims [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.022470] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.171999] env[69843]: DEBUG nova.compute.utils [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.364070] env[69843]: DEBUG nova.compute.utils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.367745] env[69843]: DEBUG nova.compute.manager [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.367921] env[69843]: DEBUG nova.network.neutron [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.376523] env[69843]: DEBUG oslo_concurrency.lockutils [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.376771] env[69843]: DEBUG oslo_concurrency.lockutils [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.376982] env[69843]: DEBUG oslo_concurrency.lockutils [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.377182] env[69843]: DEBUG oslo_concurrency.lockutils [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.377350] env[69843]: DEBUG oslo_concurrency.lockutils [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.380244] env[69843]: INFO nova.compute.manager [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Terminating instance [ 1251.416369] env[69843]: DEBUG nova.policy [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a145ceb761d43ce9789280a6c27a208', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b3c1c9d04b34f8c9450e5c72a1c7524', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.675489] env[69843]: DEBUG oslo_concurrency.lockutils [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.708380] env[69843]: DEBUG nova.network.neutron [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Successfully created port: 0cb5eae1-2e0a-478a-bd51-b05623b251b1 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.795829] env[69843]: DEBUG oslo_concurrency.lockutils [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.796046] env[69843]: DEBUG oslo_concurrency.lockutils [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquired lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.796234] env[69843]: DEBUG nova.network.neutron [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.868575] env[69843]: DEBUG nova.compute.manager [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.883597] env[69843]: DEBUG nova.compute.manager [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.883837] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.884806] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a343cd4-4125-4605-9d80-2c14a158bb6d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.895031] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.895031] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7df44bcd-9c45-4475-89ca-1ed8ec766dd0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.905636] env[69843]: DEBUG oslo_vmware.api [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1251.905636] env[69843]: value = "task-3705197" [ 1251.905636] env[69843]: _type = "Task" [ 1251.905636] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.922651] env[69843]: DEBUG oslo_vmware.api [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.108609] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e1e5a6-fa26-47d6-adae-ad123de5cc45 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.116533] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df0264a-3a00-4d11-9f7a-8c9574579ea0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.147477] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e89f9e-241c-421b-8029-9d74c3de6e9c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.155376] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5603617e-4f91-4c68-9a2e-9eac0525a669 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.170032] env[69843]: DEBUG nova.compute.provider_tree [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.416201] env[69843]: DEBUG oslo_vmware.api [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705197, 'name': PowerOffVM_Task, 'duration_secs': 0.211613} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.417171] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.417367] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.417646] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84a0bb62-4fb6-4166-bf02-8ba3b0c3bee2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.490857] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.491089] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.491289] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Deleting the datastore file [datastore2] a3a10dd7-1b18-470b-9c77-f254aaec65e1 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.491561] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d823f7de-e67d-4a31-8674-73bc630c1686 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.499634] env[69843]: DEBUG oslo_vmware.api [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1252.499634] env[69843]: value = "task-3705199" [ 1252.499634] env[69843]: _type = "Task" [ 1252.499634] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.508997] env[69843]: DEBUG oslo_vmware.api [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.526142] env[69843]: INFO nova.network.neutron [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Port 220a7f7f-e385-4299-ba93-5b1272debac1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1252.526548] env[69843]: DEBUG nova.network.neutron [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updating instance_info_cache with network_info: [{"id": "21139671-d35b-4346-95b2-a25c39a4b246", "address": "fa:16:3e:0e:e6:f5", "network": {"id": "0a14fb77-99bb-42f4-a854-97257d0bc557", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1515030655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fc01bb7ce0a49098b62954f81661f03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21139671-d3", "ovs_interfaceid": "21139671-d35b-4346-95b2-a25c39a4b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.672816] env[69843]: DEBUG nova.scheduler.client.report [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.760565] env[69843]: DEBUG oslo_concurrency.lockutils [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "5b1adcde-b07e-43b0-953d-57891ee1d721" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.761037] env[69843]: DEBUG oslo_concurrency.lockutils [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.761091] env[69843]: INFO nova.compute.manager [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Attaching volume 428ef339-08f3-412a-b2f7-bd4667a9d5e7 to /dev/sdb [ 1252.797733] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08418ee-bc54-4e98-8a77-30394a85ebc0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.805289] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b26a208-23a8-4af9-b4a9-7df306a6ca50 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.819909] env[69843]: DEBUG nova.virt.block_device [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Updating existing volume attachment record: 6cebcb43-d4b0-47f4-a355-660a7cb916d6 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1252.881223] env[69843]: DEBUG nova.compute.manager [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.922337] env[69843]: DEBUG nova.virt.hardware [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.922589] env[69843]: DEBUG nova.virt.hardware [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.922746] env[69843]: DEBUG nova.virt.hardware [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.922933] env[69843]: DEBUG nova.virt.hardware [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.923116] env[69843]: DEBUG nova.virt.hardware [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.923269] env[69843]: DEBUG nova.virt.hardware [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.923475] env[69843]: DEBUG nova.virt.hardware [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.923630] env[69843]: DEBUG nova.virt.hardware [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.923797] env[69843]: DEBUG nova.virt.hardware [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.923959] env[69843]: DEBUG nova.virt.hardware [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.924146] env[69843]: DEBUG nova.virt.hardware [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.925082] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f9e721-e6fe-449a-9959-17e0ba6a7e52 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.934299] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe0f323-1bb8-4f09-b433-a3a5e95624bd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.011186] env[69843]: DEBUG oslo_vmware.api [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18706} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.011454] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.011641] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.011827] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.012015] env[69843]: INFO nova.compute.manager [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1253.012285] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.012474] env[69843]: DEBUG nova.compute.manager [-] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.012570] env[69843]: DEBUG nova.network.neutron [-] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.029193] env[69843]: DEBUG oslo_concurrency.lockutils [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Releasing lock "refresh_cache-a3a10dd7-1b18-470b-9c77-f254aaec65e1" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.179282] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.179282] env[69843]: DEBUG nova.compute.manager [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.270788] env[69843]: DEBUG nova.compute.manager [req-82f7bc8a-a4f4-4a1d-92d7-56d2dd8174cd req-3c2f06ec-fe1a-41fc-9594-eb7751c897d2 service nova] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Received event network-vif-plugged-0cb5eae1-2e0a-478a-bd51-b05623b251b1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.272858] env[69843]: DEBUG oslo_concurrency.lockutils [req-82f7bc8a-a4f4-4a1d-92d7-56d2dd8174cd req-3c2f06ec-fe1a-41fc-9594-eb7751c897d2 service nova] Acquiring lock "4783080c-bca5-4cf7-bd57-fdbdbaefdb41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.272858] env[69843]: DEBUG oslo_concurrency.lockutils [req-82f7bc8a-a4f4-4a1d-92d7-56d2dd8174cd req-3c2f06ec-fe1a-41fc-9594-eb7751c897d2 service nova] Lock "4783080c-bca5-4cf7-bd57-fdbdbaefdb41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.272858] env[69843]: DEBUG oslo_concurrency.lockutils [req-82f7bc8a-a4f4-4a1d-92d7-56d2dd8174cd req-3c2f06ec-fe1a-41fc-9594-eb7751c897d2 service nova] Lock "4783080c-bca5-4cf7-bd57-fdbdbaefdb41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.272858] env[69843]: DEBUG nova.compute.manager [req-82f7bc8a-a4f4-4a1d-92d7-56d2dd8174cd req-3c2f06ec-fe1a-41fc-9594-eb7751c897d2 service nova] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] No waiting events found dispatching network-vif-plugged-0cb5eae1-2e0a-478a-bd51-b05623b251b1 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1253.272858] env[69843]: WARNING nova.compute.manager [req-82f7bc8a-a4f4-4a1d-92d7-56d2dd8174cd req-3c2f06ec-fe1a-41fc-9594-eb7751c897d2 service nova] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Received unexpected event network-vif-plugged-0cb5eae1-2e0a-478a-bd51-b05623b251b1 for instance with vm_state building and task_state spawning. [ 1253.409271] env[69843]: DEBUG nova.network.neutron [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Successfully updated port: 0cb5eae1-2e0a-478a-bd51-b05623b251b1 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.533351] env[69843]: DEBUG oslo_concurrency.lockutils [None req-52895cec-4c2c-4b3c-bd82-574d2a169ada tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "interface-a3a10dd7-1b18-470b-9c77-f254aaec65e1-220a7f7f-e385-4299-ba93-5b1272debac1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.622s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.684574] env[69843]: DEBUG nova.compute.utils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.686650] env[69843]: DEBUG nova.compute.manager [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.686853] env[69843]: DEBUG nova.network.neutron [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.750774] env[69843]: DEBUG nova.policy [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbc289301e544c4eb0e6682546ee6e46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cfc1c78db844fe683960aebfefd4d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.913043] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "refresh_cache-4783080c-bca5-4cf7-bd57-fdbdbaefdb41" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.913457] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "refresh_cache-4783080c-bca5-4cf7-bd57-fdbdbaefdb41" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.913587] env[69843]: DEBUG nova.network.neutron [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.190850] env[69843]: DEBUG nova.compute.manager [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.382888] env[69843]: DEBUG nova.network.neutron [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Successfully created port: ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.457648] env[69843]: DEBUG nova.network.neutron [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.701515] env[69843]: DEBUG nova.network.neutron [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Updating instance_info_cache with network_info: [{"id": "0cb5eae1-2e0a-478a-bd51-b05623b251b1", "address": "fa:16:3e:98:eb:67", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb5eae1-2e", "ovs_interfaceid": "0cb5eae1-2e0a-478a-bd51-b05623b251b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.713534] env[69843]: DEBUG nova.network.neutron [-] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.201754] env[69843]: DEBUG nova.compute.manager [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.204703] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "refresh_cache-4783080c-bca5-4cf7-bd57-fdbdbaefdb41" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.205128] env[69843]: DEBUG nova.compute.manager [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Instance network_info: |[{"id": "0cb5eae1-2e0a-478a-bd51-b05623b251b1", "address": "fa:16:3e:98:eb:67", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb5eae1-2e", "ovs_interfaceid": "0cb5eae1-2e0a-478a-bd51-b05623b251b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.205752] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:eb:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cb5eae1-2e0a-478a-bd51-b05623b251b1', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.214652] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.215064] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.215431] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba822406-30ae-4dde-a86c-9af24b943993 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.234503] env[69843]: INFO nova.compute.manager [-] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Took 2.22 seconds to deallocate network for instance. [ 1255.242317] env[69843]: DEBUG nova.virt.hardware [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.242618] env[69843]: DEBUG nova.virt.hardware [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.242779] env[69843]: DEBUG nova.virt.hardware [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.242968] env[69843]: DEBUG nova.virt.hardware [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.243147] env[69843]: DEBUG nova.virt.hardware [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.243300] env[69843]: DEBUG nova.virt.hardware [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.243512] env[69843]: DEBUG nova.virt.hardware [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.243670] env[69843]: DEBUG nova.virt.hardware [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.243839] env[69843]: DEBUG nova.virt.hardware [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.244011] env[69843]: DEBUG nova.virt.hardware [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.244189] env[69843]: DEBUG nova.virt.hardware [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.245159] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebdda46-0d05-49a2-b608-09961e31015e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.249610] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.249610] env[69843]: value = "task-3705202" [ 1255.249610] env[69843]: _type = "Task" [ 1255.249610] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.257290] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f70cc4-7136-4fe6-bb14-4e9166904b83 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.280685] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705202, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.314925] env[69843]: DEBUG nova.compute.manager [req-9359ce38-27c8-4a51-9865-f264fa94ae5c req-156eaeae-a0d2-42d9-923c-5a05f3110ec0 service nova] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Received event network-changed-0cb5eae1-2e0a-478a-bd51-b05623b251b1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.315158] env[69843]: DEBUG nova.compute.manager [req-9359ce38-27c8-4a51-9865-f264fa94ae5c req-156eaeae-a0d2-42d9-923c-5a05f3110ec0 service nova] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Refreshing instance network info cache due to event network-changed-0cb5eae1-2e0a-478a-bd51-b05623b251b1. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.315389] env[69843]: DEBUG oslo_concurrency.lockutils [req-9359ce38-27c8-4a51-9865-f264fa94ae5c req-156eaeae-a0d2-42d9-923c-5a05f3110ec0 service nova] Acquiring lock "refresh_cache-4783080c-bca5-4cf7-bd57-fdbdbaefdb41" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.315559] env[69843]: DEBUG oslo_concurrency.lockutils [req-9359ce38-27c8-4a51-9865-f264fa94ae5c req-156eaeae-a0d2-42d9-923c-5a05f3110ec0 service nova] Acquired lock "refresh_cache-4783080c-bca5-4cf7-bd57-fdbdbaefdb41" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.315760] env[69843]: DEBUG nova.network.neutron [req-9359ce38-27c8-4a51-9865-f264fa94ae5c req-156eaeae-a0d2-42d9-923c-5a05f3110ec0 service nova] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Refreshing network info cache for port 0cb5eae1-2e0a-478a-bd51-b05623b251b1 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.753575] env[69843]: DEBUG oslo_concurrency.lockutils [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.753575] env[69843]: DEBUG oslo_concurrency.lockutils [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.753575] env[69843]: DEBUG nova.objects.instance [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'resources' on Instance uuid a3a10dd7-1b18-470b-9c77-f254aaec65e1 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.765170] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705202, 'name': CreateVM_Task, 'duration_secs': 0.369715} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.765675] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.766562] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.766901] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.767378] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.767841] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b1a862-c7fb-4c55-bc85-f5c90e061cc1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.777019] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1255.777019] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52837ff1-0dba-d2bb-8285-0706cc18de72" [ 1255.777019] env[69843]: _type = "Task" [ 1255.777019] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.785872] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52837ff1-0dba-d2bb-8285-0706cc18de72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.154788] env[69843]: DEBUG nova.network.neutron [req-9359ce38-27c8-4a51-9865-f264fa94ae5c req-156eaeae-a0d2-42d9-923c-5a05f3110ec0 service nova] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Updated VIF entry in instance network info cache for port 0cb5eae1-2e0a-478a-bd51-b05623b251b1. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.155179] env[69843]: DEBUG nova.network.neutron [req-9359ce38-27c8-4a51-9865-f264fa94ae5c req-156eaeae-a0d2-42d9-923c-5a05f3110ec0 service nova] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Updating instance_info_cache with network_info: [{"id": "0cb5eae1-2e0a-478a-bd51-b05623b251b1", "address": "fa:16:3e:98:eb:67", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cb5eae1-2e", "ovs_interfaceid": "0cb5eae1-2e0a-478a-bd51-b05623b251b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.183482] env[69843]: DEBUG nova.network.neutron [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Successfully updated port: ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.286426] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52837ff1-0dba-d2bb-8285-0706cc18de72, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.289620] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.289905] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.290159] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.290306] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.290486] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.291205] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed44c9f3-570d-4ba1-a5e8-110592873148 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.301128] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.301321] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.304598] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54ebcfe-3358-4c19-93e5-7d673f7a62f6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.311408] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1256.311408] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52018061-386a-2c56-7daa-41d4b25ea1b9" [ 1256.311408] env[69843]: _type = "Task" [ 1256.311408] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.319936] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52018061-386a-2c56-7daa-41d4b25ea1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.471206] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2957d54a-9d6c-40f5-8e17-94f5de828b58 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.480313] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ce5a68-89b1-4790-9b2f-142ce018490c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.512747] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f1009b-0ec9-4f96-85f6-c812b8ad977a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.521759] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50a7a7b-0b54-44e6-85ed-2d81c592ef0e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.539062] env[69843]: DEBUG nova.compute.provider_tree [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.658129] env[69843]: DEBUG oslo_concurrency.lockutils [req-9359ce38-27c8-4a51-9865-f264fa94ae5c req-156eaeae-a0d2-42d9-923c-5a05f3110ec0 service nova] Releasing lock "refresh_cache-4783080c-bca5-4cf7-bd57-fdbdbaefdb41" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.658423] env[69843]: DEBUG nova.compute.manager [req-9359ce38-27c8-4a51-9865-f264fa94ae5c req-156eaeae-a0d2-42d9-923c-5a05f3110ec0 service nova] [instance: a3a10dd7-1b18-470b-9c77-f254aaec65e1] Received event network-vif-deleted-21139671-d35b-4346-95b2-a25c39a4b246 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.687714] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.687714] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.688147] env[69843]: DEBUG nova.network.neutron [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.823618] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52018061-386a-2c56-7daa-41d4b25ea1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.824454] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ac8ed4-5211-4b7c-a68d-98dea3c916ed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.830904] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1256.830904] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d54d38-051a-a0d8-cac5-1af9ac9df4f0" [ 1256.830904] env[69843]: _type = "Task" [ 1256.830904] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.840298] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d54d38-051a-a0d8-cac5-1af9ac9df4f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.043461] env[69843]: DEBUG nova.scheduler.client.report [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.222165] env[69843]: DEBUG nova.network.neutron [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.340909] env[69843]: DEBUG nova.compute.manager [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Received event network-vif-plugged-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.341202] env[69843]: DEBUG oslo_concurrency.lockutils [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] Acquiring lock "c48ed2fe-2727-4303-b059-a3f363c99adf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.341338] env[69843]: DEBUG oslo_concurrency.lockutils [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] Lock "c48ed2fe-2727-4303-b059-a3f363c99adf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.341504] env[69843]: DEBUG oslo_concurrency.lockutils [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] Lock "c48ed2fe-2727-4303-b059-a3f363c99adf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.341670] env[69843]: DEBUG nova.compute.manager [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] No waiting events found dispatching network-vif-plugged-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1257.341893] env[69843]: WARNING nova.compute.manager [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Received unexpected event network-vif-plugged-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 for instance with vm_state building and task_state spawning. [ 1257.342106] env[69843]: DEBUG nova.compute.manager [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Received event network-changed-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.342270] env[69843]: DEBUG nova.compute.manager [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Refreshing instance network info cache due to event network-changed-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.342442] env[69843]: DEBUG oslo_concurrency.lockutils [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] Acquiring lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.349448] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d54d38-051a-a0d8-cac5-1af9ac9df4f0, 'name': SearchDatastore_Task, 'duration_secs': 0.016669} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.349848] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.350160] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 4783080c-bca5-4cf7-bd57-fdbdbaefdb41/4783080c-bca5-4cf7-bd57-fdbdbaefdb41.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.350453] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4ed6e7d-1e5d-4f86-b428-2baf0589fe16 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.358552] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1257.358552] env[69843]: value = "task-3705203" [ 1257.358552] env[69843]: _type = "Task" [ 1257.358552] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.368572] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.369821] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1257.370062] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737985', 'volume_id': '428ef339-08f3-412a-b2f7-bd4667a9d5e7', 'name': 'volume-428ef339-08f3-412a-b2f7-bd4667a9d5e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b1adcde-b07e-43b0-953d-57891ee1d721', 'attached_at': '', 'detached_at': '', 'volume_id': '428ef339-08f3-412a-b2f7-bd4667a9d5e7', 'serial': '428ef339-08f3-412a-b2f7-bd4667a9d5e7'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1257.370919] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c6019b-186f-44ce-a5f2-046d0c61df7a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.374537] env[69843]: DEBUG nova.network.neutron [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Updating instance_info_cache with network_info: [{"id": "ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924", "address": "fa:16:3e:e2:c5:3d", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7dd5c6-dc", "ovs_interfaceid": "ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.392070] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a1d957-f700-4b43-a440-4ed2c242954d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.420480] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-428ef339-08f3-412a-b2f7-bd4667a9d5e7/volume-428ef339-08f3-412a-b2f7-bd4667a9d5e7.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.421417] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad3bed2-1c45-4612-b3c9-f68f76337feb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.444952] env[69843]: DEBUG oslo_vmware.api [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1257.444952] env[69843]: value = "task-3705204" [ 1257.444952] env[69843]: _type = "Task" [ 1257.444952] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.456203] env[69843]: DEBUG oslo_vmware.api [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.548993] env[69843]: DEBUG oslo_concurrency.lockutils [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.573683] env[69843]: INFO nova.scheduler.client.report [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Deleted allocations for instance a3a10dd7-1b18-470b-9c77-f254aaec65e1 [ 1257.869879] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705203, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.877676] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.878046] env[69843]: DEBUG nova.compute.manager [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Instance network_info: |[{"id": "ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924", "address": "fa:16:3e:e2:c5:3d", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7dd5c6-dc", "ovs_interfaceid": "ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.878391] env[69843]: DEBUG oslo_concurrency.lockutils [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] Acquired lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.878550] env[69843]: DEBUG nova.network.neutron [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Refreshing network info cache for port ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.879925] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:c5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.889034] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.890564] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.890789] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cdded6e-73ba-4195-bd49-015a525617d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.914283] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.914283] env[69843]: value = "task-3705205" [ 1257.914283] env[69843]: _type = "Task" [ 1257.914283] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.925249] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705205, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.958537] env[69843]: DEBUG oslo_vmware.api [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.082458] env[69843]: DEBUG oslo_concurrency.lockutils [None req-342bf5f4-2116-40b1-b4c7-48f1dd5f45e3 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "a3a10dd7-1b18-470b-9c77-f254aaec65e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.706s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.369754] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525393} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.370207] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 4783080c-bca5-4cf7-bd57-fdbdbaefdb41/4783080c-bca5-4cf7-bd57-fdbdbaefdb41.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.370294] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.370559] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42172287-17e2-49bc-b7e9-a9e284303c34 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.377880] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1258.377880] env[69843]: value = "task-3705206" [ 1258.377880] env[69843]: _type = "Task" [ 1258.377880] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.388585] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.425525] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705205, 'name': CreateVM_Task, 'duration_secs': 0.371803} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.428221] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.429061] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.429245] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.429656] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.430393] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb33835-db45-4c11-a9a8-26b629751adc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.437253] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1258.437253] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5218c75a-0c95-f613-3ced-2e5c5cb0b9a8" [ 1258.437253] env[69843]: _type = "Task" [ 1258.437253] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.447412] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5218c75a-0c95-f613-3ced-2e5c5cb0b9a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.457089] env[69843]: DEBUG oslo_vmware.api [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705204, 'name': ReconfigVM_Task, 'duration_secs': 0.570696} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.457396] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-428ef339-08f3-412a-b2f7-bd4667a9d5e7/volume-428ef339-08f3-412a-b2f7-bd4667a9d5e7.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.463062] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-658f8e48-5efd-411e-abeb-889d3f3b73c6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.481131] env[69843]: DEBUG oslo_vmware.api [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1258.481131] env[69843]: value = "task-3705207" [ 1258.481131] env[69843]: _type = "Task" [ 1258.481131] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.492570] env[69843]: DEBUG oslo_vmware.api [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.544125] env[69843]: DEBUG oslo_concurrency.lockutils [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.544449] env[69843]: DEBUG oslo_concurrency.lockutils [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.647469] env[69843]: DEBUG nova.network.neutron [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Updated VIF entry in instance network info cache for port ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.647958] env[69843]: DEBUG nova.network.neutron [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Updating instance_info_cache with network_info: [{"id": "ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924", "address": "fa:16:3e:e2:c5:3d", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7dd5c6-dc", "ovs_interfaceid": "ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.888126] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080751} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.888422] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.889356] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a416ea-5ac8-459b-825e-150d3128b5d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.912734] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 4783080c-bca5-4cf7-bd57-fdbdbaefdb41/4783080c-bca5-4cf7-bd57-fdbdbaefdb41.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.913094] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-932ce667-1e44-438a-9c9c-2f3af1bb801b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.934237] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1258.934237] env[69843]: value = "task-3705208" [ 1258.934237] env[69843]: _type = "Task" [ 1258.934237] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.944197] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.950317] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5218c75a-0c95-f613-3ced-2e5c5cb0b9a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012127} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.950640] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.950898] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.951203] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.951358] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.951541] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.951808] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f58e3110-e504-4c8e-a485-95e370b10a60 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.962211] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.962469] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.963382] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ecb904-7440-4c1d-9a08-6fd131bf6942 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.970284] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1258.970284] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52be54a7-886f-a38f-0f76-e9afbe71d98c" [ 1258.970284] env[69843]: _type = "Task" [ 1258.970284] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.979867] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52be54a7-886f-a38f-0f76-e9afbe71d98c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.991381] env[69843]: DEBUG oslo_vmware.api [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705207, 'name': ReconfigVM_Task, 'duration_secs': 0.166394} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.991724] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737985', 'volume_id': '428ef339-08f3-412a-b2f7-bd4667a9d5e7', 'name': 'volume-428ef339-08f3-412a-b2f7-bd4667a9d5e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b1adcde-b07e-43b0-953d-57891ee1d721', 'attached_at': '', 'detached_at': '', 'volume_id': '428ef339-08f3-412a-b2f7-bd4667a9d5e7', 'serial': '428ef339-08f3-412a-b2f7-bd4667a9d5e7'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1259.047955] env[69843]: INFO nova.compute.manager [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Detaching volume c977e193-b1d8-4a90-b5f2-4be28d6c4f63 [ 1259.089629] env[69843]: INFO nova.virt.block_device [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Attempting to driver detach volume c977e193-b1d8-4a90-b5f2-4be28d6c4f63 from mountpoint /dev/sdb [ 1259.089957] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1259.090238] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737975', 'volume_id': 'c977e193-b1d8-4a90-b5f2-4be28d6c4f63', 'name': 'volume-c977e193-b1d8-4a90-b5f2-4be28d6c4f63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b49016e-8d8d-4ef0-acad-7a9566332f08', 'attached_at': '', 'detached_at': '', 'volume_id': 'c977e193-b1d8-4a90-b5f2-4be28d6c4f63', 'serial': 'c977e193-b1d8-4a90-b5f2-4be28d6c4f63'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1259.091342] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da08785-4383-4276-94ae-57b2d94f5bd7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.116803] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975903ac-36a0-4868-8514-0ba6f1bedd1b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.125380] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b434dc-9009-4b14-9c5f-421932051d4d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.148859] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f0d71a-3a4c-4d00-a83c-69895f75a198 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.152374] env[69843]: DEBUG oslo_concurrency.lockutils [req-e20a1cbe-cb7c-45ee-a794-902806ad7933 req-01003e4e-145c-4cd8-83eb-524faa4d9bc4 service nova] Releasing lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.167572] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] The volume has not been displaced from its original location: [datastore2] volume-c977e193-b1d8-4a90-b5f2-4be28d6c4f63/volume-c977e193-b1d8-4a90-b5f2-4be28d6c4f63.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1259.173184] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1259.173595] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c81d7e7f-f119-40c6-9501-79fa087ebe68 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.195117] env[69843]: DEBUG oslo_vmware.api [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1259.195117] env[69843]: value = "task-3705209" [ 1259.195117] env[69843]: _type = "Task" [ 1259.195117] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.198923] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "50a15810-d3e3-4193-b777-84967df4174d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.199182] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "50a15810-d3e3-4193-b777-84967df4174d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.199394] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "50a15810-d3e3-4193-b777-84967df4174d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.199997] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "50a15810-d3e3-4193-b777-84967df4174d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.200218] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "50a15810-d3e3-4193-b777-84967df4174d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.203094] env[69843]: INFO nova.compute.manager [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Terminating instance [ 1259.209417] env[69843]: DEBUG oslo_vmware.api [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.445891] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705208, 'name': ReconfigVM_Task, 'duration_secs': 0.359289} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.445891] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 4783080c-bca5-4cf7-bd57-fdbdbaefdb41/4783080c-bca5-4cf7-bd57-fdbdbaefdb41.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.446519] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47bb2d60-2bc2-45b6-91ac-920a9ce09491 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.454413] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1259.454413] env[69843]: value = "task-3705210" [ 1259.454413] env[69843]: _type = "Task" [ 1259.454413] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.463966] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705210, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.481192] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52be54a7-886f-a38f-0f76-e9afbe71d98c, 'name': SearchDatastore_Task, 'duration_secs': 0.026207} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.482074] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b65bc6-90ad-4d4d-a57a-00d5e34dce41 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.489014] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1259.489014] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5254a2cd-4e5c-b780-4130-a70a3a79227f" [ 1259.489014] env[69843]: _type = "Task" [ 1259.489014] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.499998] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5254a2cd-4e5c-b780-4130-a70a3a79227f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.705858] env[69843]: DEBUG oslo_vmware.api [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705209, 'name': ReconfigVM_Task, 'duration_secs': 0.3059} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.706068] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1259.711282] env[69843]: DEBUG nova.compute.manager [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.711505] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.711776] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f5a6996-2cd7-4501-9613-bd7c5edbbba8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.722411] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56199e29-a9a0-4fd7-8f86-c7ba2f802589 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.731220] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.732379] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f274030-aee5-41f7-b1c9-de57fcc65dda {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.734101] env[69843]: DEBUG oslo_vmware.api [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1259.734101] env[69843]: value = "task-3705211" [ 1259.734101] env[69843]: _type = "Task" [ 1259.734101] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.740230] env[69843]: DEBUG oslo_vmware.api [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1259.740230] env[69843]: value = "task-3705212" [ 1259.740230] env[69843]: _type = "Task" [ 1259.740230] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.755840] env[69843]: DEBUG oslo_vmware.api [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.966015] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705210, 'name': Rename_Task, 'duration_secs': 0.162105} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.966373] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.966687] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb551ed4-01b6-4252-b9d0-cc3e420a2e33 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.975748] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1259.975748] env[69843]: value = "task-3705213" [ 1259.975748] env[69843]: _type = "Task" [ 1259.975748] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.985066] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.000549] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5254a2cd-4e5c-b780-4130-a70a3a79227f, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.001026] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.001429] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] c48ed2fe-2727-4303-b059-a3f363c99adf/c48ed2fe-2727-4303-b059-a3f363c99adf.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.001828] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-925f4371-61b4-4774-b1ac-eddb079d9c6a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.012324] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1260.012324] env[69843]: value = "task-3705214" [ 1260.012324] env[69843]: _type = "Task" [ 1260.012324] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.022313] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.035122] env[69843]: DEBUG nova.objects.instance [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lazy-loading 'flavor' on Instance uuid 5b1adcde-b07e-43b0-953d-57891ee1d721 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.251510] env[69843]: DEBUG oslo_vmware.api [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705211, 'name': ReconfigVM_Task, 'duration_secs': 0.192521} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.252325] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737975', 'volume_id': 'c977e193-b1d8-4a90-b5f2-4be28d6c4f63', 'name': 'volume-c977e193-b1d8-4a90-b5f2-4be28d6c4f63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b49016e-8d8d-4ef0-acad-7a9566332f08', 'attached_at': '', 'detached_at': '', 'volume_id': 'c977e193-b1d8-4a90-b5f2-4be28d6c4f63', 'serial': 'c977e193-b1d8-4a90-b5f2-4be28d6c4f63'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1260.258126] env[69843]: DEBUG oslo_vmware.api [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705212, 'name': PowerOffVM_Task, 'duration_secs': 0.222439} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.258405] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.258578] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.258885] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64d8c487-c32c-4154-97af-993e3b5f9192 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.287514] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "5b1adcde-b07e-43b0-953d-57891ee1d721" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.347845] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.348135] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.348287] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Deleting the datastore file [datastore1] 50a15810-d3e3-4193-b777-84967df4174d {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.348600] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c099e66-4f3c-4e95-b608-93fd0252ed0e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.357885] env[69843]: DEBUG oslo_vmware.api [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for the task: (returnval){ [ 1260.357885] env[69843]: value = "task-3705216" [ 1260.357885] env[69843]: _type = "Task" [ 1260.357885] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.368024] env[69843]: DEBUG oslo_vmware.api [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.489886] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.530486] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705214, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.541179] env[69843]: DEBUG oslo_concurrency.lockutils [None req-45e21e35-35e9-41d7-8a68-739a2e1aabb4 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.780s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.542470] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.255s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.806133] env[69843]: DEBUG nova.objects.instance [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lazy-loading 'flavor' on Instance uuid 6b49016e-8d8d-4ef0-acad-7a9566332f08 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.868885] env[69843]: DEBUG oslo_vmware.api [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.992672] env[69843]: DEBUG oslo_vmware.api [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705213, 'name': PowerOnVM_Task, 'duration_secs': 0.824051} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.993163] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.993496] env[69843]: INFO nova.compute.manager [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1260.993796] env[69843]: DEBUG nova.compute.manager [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1260.995070] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02699f91-57b3-4edc-ad2a-48e99611c7df {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.024275] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552057} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.024553] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] c48ed2fe-2727-4303-b059-a3f363c99adf/c48ed2fe-2727-4303-b059-a3f363c99adf.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.024772] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.025107] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca84bd69-62df-4d10-bbf0-12f7594e148e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.034813] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1261.034813] env[69843]: value = "task-3705217" [ 1261.034813] env[69843]: _type = "Task" [ 1261.034813] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.044427] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.045228] env[69843]: INFO nova.compute.manager [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Detaching volume 428ef339-08f3-412a-b2f7-bd4667a9d5e7 [ 1261.092235] env[69843]: INFO nova.virt.block_device [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Attempting to driver detach volume 428ef339-08f3-412a-b2f7-bd4667a9d5e7 from mountpoint /dev/sdb [ 1261.092493] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1261.092698] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737985', 'volume_id': '428ef339-08f3-412a-b2f7-bd4667a9d5e7', 'name': 'volume-428ef339-08f3-412a-b2f7-bd4667a9d5e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b1adcde-b07e-43b0-953d-57891ee1d721', 'attached_at': '', 'detached_at': '', 'volume_id': '428ef339-08f3-412a-b2f7-bd4667a9d5e7', 'serial': '428ef339-08f3-412a-b2f7-bd4667a9d5e7'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1261.093660] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f56967-4859-499c-b324-92d1095e7ea1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.124981] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b04b07-329f-4c27-ab93-80a5332c1d54 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.133511] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935d9591-f9dc-427e-9db2-3c7b42933943 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.155944] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fd3db1-976b-4feb-9a4c-6624e0c5b7d2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.173414] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] The volume has not been displaced from its original location: [datastore2] volume-428ef339-08f3-412a-b2f7-bd4667a9d5e7/volume-428ef339-08f3-412a-b2f7-bd4667a9d5e7.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1261.179441] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.180027] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13fdcf4a-aecd-4084-b51c-be7e9a0e59e4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.201271] env[69843]: DEBUG oslo_vmware.api [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1261.201271] env[69843]: value = "task-3705218" [ 1261.201271] env[69843]: _type = "Task" [ 1261.201271] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.213486] env[69843]: DEBUG oslo_vmware.api [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.369885] env[69843]: DEBUG oslo_vmware.api [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Task: {'id': task-3705216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519462} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.370087] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.370321] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.370551] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.370768] env[69843]: INFO nova.compute.manager [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1261.371057] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.371286] env[69843]: DEBUG nova.compute.manager [-] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.371398] env[69843]: DEBUG nova.network.neutron [-] [instance: 50a15810-d3e3-4193-b777-84967df4174d] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.520799] env[69843]: INFO nova.compute.manager [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Took 12.96 seconds to build instance. [ 1261.547411] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.356811} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.548347] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.549494] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7ca1be-24ff-4d46-90b5-ae1b85163567 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.577616] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c48ed2fe-2727-4303-b059-a3f363c99adf/c48ed2fe-2727-4303-b059-a3f363c99adf.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.578342] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f25551c-f513-4091-bc2d-d0117c71966c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.604698] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1261.604698] env[69843]: value = "task-3705219" [ 1261.604698] env[69843]: _type = "Task" [ 1261.604698] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.617985] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.694118] env[69843]: DEBUG nova.compute.manager [req-ed628103-09f3-4017-a27f-151800e560c8 req-26583b73-e6b7-4a50-8469-784d2ad2fd90 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Received event network-vif-deleted-88caa201-7e1f-4b97-b9c1-39c9576939df {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.694425] env[69843]: INFO nova.compute.manager [req-ed628103-09f3-4017-a27f-151800e560c8 req-26583b73-e6b7-4a50-8469-784d2ad2fd90 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Neutron deleted interface 88caa201-7e1f-4b97-b9c1-39c9576939df; detaching it from the instance and deleting it from the info cache [ 1261.694661] env[69843]: DEBUG nova.network.neutron [req-ed628103-09f3-4017-a27f-151800e560c8 req-26583b73-e6b7-4a50-8469-784d2ad2fd90 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.717622] env[69843]: DEBUG oslo_vmware.api [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705218, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.814922] env[69843]: DEBUG oslo_concurrency.lockutils [None req-96db7ccd-fae0-455f-81d9-53c5abd4afdc tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.021223] env[69843]: DEBUG oslo_concurrency.lockutils [None req-6736c03f-9f9b-4ca1-a7c7-42338e4c870e tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "4783080c-bca5-4cf7-bd57-fdbdbaefdb41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.475s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.118767] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705219, 'name': ReconfigVM_Task, 'duration_secs': 0.377475} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.119540] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c48ed2fe-2727-4303-b059-a3f363c99adf/c48ed2fe-2727-4303-b059-a3f363c99adf.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.120334] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d8f5b5b-1fb5-4a68-91f4-273c795e14e0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.128454] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1262.128454] env[69843]: value = "task-3705220" [ 1262.128454] env[69843]: _type = "Task" [ 1262.128454] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.138946] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705220, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.175825] env[69843]: DEBUG nova.network.neutron [-] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.199267] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-608c69b0-c8fb-4de1-b983-3a08ce616a1a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.211759] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d0439b-a700-4c39-999e-d1aaa8a8f36a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.229923] env[69843]: DEBUG oslo_vmware.api [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705218, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.256807] env[69843]: DEBUG nova.compute.manager [req-ed628103-09f3-4017-a27f-151800e560c8 req-26583b73-e6b7-4a50-8469-784d2ad2fd90 service nova] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Detach interface failed, port_id=88caa201-7e1f-4b97-b9c1-39c9576939df, reason: Instance 50a15810-d3e3-4193-b777-84967df4174d could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.360501] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "4783080c-bca5-4cf7-bd57-fdbdbaefdb41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.360932] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "4783080c-bca5-4cf7-bd57-fdbdbaefdb41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.361234] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "4783080c-bca5-4cf7-bd57-fdbdbaefdb41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.361447] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "4783080c-bca5-4cf7-bd57-fdbdbaefdb41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.361628] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "4783080c-bca5-4cf7-bd57-fdbdbaefdb41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.364117] env[69843]: INFO nova.compute.manager [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Terminating instance [ 1262.640437] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705220, 'name': Rename_Task, 'duration_secs': 0.188465} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.640808] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.640982] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cba0631f-1c23-4dee-b919-f6462a23a4c3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.647989] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1262.647989] env[69843]: value = "task-3705221" [ 1262.647989] env[69843]: _type = "Task" [ 1262.647989] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.657124] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.679690] env[69843]: INFO nova.compute.manager [-] [instance: 50a15810-d3e3-4193-b777-84967df4174d] Took 1.31 seconds to deallocate network for instance. [ 1262.715752] env[69843]: DEBUG oslo_vmware.api [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705218, 'name': ReconfigVM_Task} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.716175] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.724839] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecb98c31-1695-4d72-b8cf-74de882c82d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.748456] env[69843]: DEBUG oslo_vmware.api [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1262.748456] env[69843]: value = "task-3705222" [ 1262.748456] env[69843]: _type = "Task" [ 1262.748456] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.763482] env[69843]: DEBUG oslo_vmware.api [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.867952] env[69843]: DEBUG nova.compute.manager [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1262.868194] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.869335] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c312878c-c60b-4c2c-8b33-8296a2b994d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.878653] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.878931] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-310faea0-1f97-444e-838f-b9f292fdee13 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.887163] env[69843]: DEBUG oslo_vmware.api [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1262.887163] env[69843]: value = "task-3705223" [ 1262.887163] env[69843]: _type = "Task" [ 1262.887163] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.895965] env[69843]: DEBUG oslo_vmware.api [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.919563] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.920045] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.920324] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "6b49016e-8d8d-4ef0-acad-7a9566332f08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.920531] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.920904] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.923421] env[69843]: INFO nova.compute.manager [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Terminating instance [ 1263.161694] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705221, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.187117] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.187117] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.187379] env[69843]: DEBUG nova.objects.instance [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lazy-loading 'resources' on Instance uuid 50a15810-d3e3-4193-b777-84967df4174d {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.259431] env[69843]: DEBUG oslo_vmware.api [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705222, 'name': ReconfigVM_Task, 'duration_secs': 0.162452} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.259806] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737985', 'volume_id': '428ef339-08f3-412a-b2f7-bd4667a9d5e7', 'name': 'volume-428ef339-08f3-412a-b2f7-bd4667a9d5e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b1adcde-b07e-43b0-953d-57891ee1d721', 'attached_at': '', 'detached_at': '', 'volume_id': '428ef339-08f3-412a-b2f7-bd4667a9d5e7', 'serial': '428ef339-08f3-412a-b2f7-bd4667a9d5e7'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1263.397311] env[69843]: DEBUG oslo_vmware.api [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705223, 'name': PowerOffVM_Task, 'duration_secs': 0.186876} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.397648] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.397851] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.398134] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-753a890a-b4aa-4347-933c-63dab32a2dbd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.428488] env[69843]: DEBUG nova.compute.manager [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.428761] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.429724] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504cda56-6a1f-421a-a24e-de8309cc7c2d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.437636] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.437871] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a7e0f67-9173-453e-a6c7-270d10eb54ec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.445056] env[69843]: DEBUG oslo_vmware.api [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1263.445056] env[69843]: value = "task-3705225" [ 1263.445056] env[69843]: _type = "Task" [ 1263.445056] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.454310] env[69843]: DEBUG oslo_vmware.api [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.468803] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.469063] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.469231] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleting the datastore file [datastore2] 4783080c-bca5-4cf7-bd57-fdbdbaefdb41 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.469522] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dba65be8-4325-4378-bbdc-3f9335f0f2fb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.477143] env[69843]: DEBUG oslo_vmware.api [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1263.477143] env[69843]: value = "task-3705226" [ 1263.477143] env[69843]: _type = "Task" [ 1263.477143] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.486432] env[69843]: DEBUG oslo_vmware.api [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.658224] env[69843]: DEBUG oslo_vmware.api [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705221, 'name': PowerOnVM_Task, 'duration_secs': 0.553009} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.658624] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.658699] env[69843]: INFO nova.compute.manager [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1263.658866] env[69843]: DEBUG nova.compute.manager [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1263.659676] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86123037-4acf-4157-a99b-1864a47b2aa5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.803125] env[69843]: DEBUG nova.objects.instance [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lazy-loading 'flavor' on Instance uuid 5b1adcde-b07e-43b0-953d-57891ee1d721 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.866397] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e27963e-d78a-4440-90f2-39ba7973b1a3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.874796] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea51f3-a00b-4ca3-b817-6f1ab23ff32c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.907239] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468c24f6-8d39-430a-98a0-3c89c3686e53 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.916249] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f60fea-a14f-40ce-a942-4d81470ef725 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.932883] env[69843]: DEBUG nova.compute.provider_tree [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.955322] env[69843]: DEBUG oslo_vmware.api [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705225, 'name': PowerOffVM_Task, 'duration_secs': 0.206239} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.955591] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.955763] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.956033] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d24da496-7221-45a8-9d06-f824865f5eab {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.988072] env[69843]: DEBUG oslo_vmware.api [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163953} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.988355] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.988542] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.988719] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.988906] env[69843]: INFO nova.compute.manager [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1263.989162] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.989364] env[69843]: DEBUG nova.compute.manager [-] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1263.989457] env[69843]: DEBUG nova.network.neutron [-] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.028120] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.028341] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.028491] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Deleting the datastore file [datastore1] 6b49016e-8d8d-4ef0-acad-7a9566332f08 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.028768] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c857b49-d7a5-4f1e-b9d2-9e15f6bd1066 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.037091] env[69843]: DEBUG oslo_vmware.api [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1264.037091] env[69843]: value = "task-3705228" [ 1264.037091] env[69843]: _type = "Task" [ 1264.037091] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.047211] env[69843]: DEBUG oslo_vmware.api [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.181064] env[69843]: INFO nova.compute.manager [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Took 13.61 seconds to build instance. [ 1264.291894] env[69843]: DEBUG nova.compute.manager [req-27e507c7-7fb6-4533-a74c-dbcce8faa93d req-fd5f4ad2-ac41-4fef-b5c1-539949ecb377 service nova] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Received event network-vif-deleted-0cb5eae1-2e0a-478a-bd51-b05623b251b1 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.292098] env[69843]: INFO nova.compute.manager [req-27e507c7-7fb6-4533-a74c-dbcce8faa93d req-fd5f4ad2-ac41-4fef-b5c1-539949ecb377 service nova] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Neutron deleted interface 0cb5eae1-2e0a-478a-bd51-b05623b251b1; detaching it from the instance and deleting it from the info cache [ 1264.292245] env[69843]: DEBUG nova.network.neutron [req-27e507c7-7fb6-4533-a74c-dbcce8faa93d req-fd5f4ad2-ac41-4fef-b5c1-539949ecb377 service nova] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.436239] env[69843]: DEBUG nova.scheduler.client.report [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.551720] env[69843]: DEBUG oslo_vmware.api [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174893} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.552153] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.552460] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.552739] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.553034] env[69843]: INFO nova.compute.manager [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1264.553461] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.553736] env[69843]: DEBUG nova.compute.manager [-] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.553849] env[69843]: DEBUG nova.network.neutron [-] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.683784] env[69843]: DEBUG oslo_concurrency.lockutils [None req-56ccba45-8e4f-4a70-bb06-20a9648dd209 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c48ed2fe-2727-4303-b059-a3f363c99adf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.118s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.775167] env[69843]: DEBUG nova.network.neutron [-] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.794971] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-171d9db5-d3ce-4556-ba73-0b05f1d0347d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.807284] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dafef5-fbfc-418e-bcce-c3d69dd5836a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.830469] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8976d80b-5309-4fe7-b77d-45cacfff8832 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.288s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.859981] env[69843]: DEBUG nova.compute.manager [req-27e507c7-7fb6-4533-a74c-dbcce8faa93d req-fd5f4ad2-ac41-4fef-b5c1-539949ecb377 service nova] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Detach interface failed, port_id=0cb5eae1-2e0a-478a-bd51-b05623b251b1, reason: Instance 4783080c-bca5-4cf7-bd57-fdbdbaefdb41 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1264.941409] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.969100] env[69843]: INFO nova.scheduler.client.report [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Deleted allocations for instance 50a15810-d3e3-4193-b777-84967df4174d [ 1265.077241] env[69843]: DEBUG nova.compute.manager [req-fa704278-95b5-4fad-a412-9c27e23b3e3e req-45249315-93d9-481e-b917-6747931d4f8a service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Received event network-changed-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.078217] env[69843]: DEBUG nova.compute.manager [req-fa704278-95b5-4fad-a412-9c27e23b3e3e req-45249315-93d9-481e-b917-6747931d4f8a service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Refreshing instance network info cache due to event network-changed-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.078717] env[69843]: DEBUG oslo_concurrency.lockutils [req-fa704278-95b5-4fad-a412-9c27e23b3e3e req-45249315-93d9-481e-b917-6747931d4f8a service nova] Acquiring lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.078924] env[69843]: DEBUG oslo_concurrency.lockutils [req-fa704278-95b5-4fad-a412-9c27e23b3e3e req-45249315-93d9-481e-b917-6747931d4f8a service nova] Acquired lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.079115] env[69843]: DEBUG nova.network.neutron [req-fa704278-95b5-4fad-a412-9c27e23b3e3e req-45249315-93d9-481e-b917-6747931d4f8a service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Refreshing network info cache for port ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.277964] env[69843]: INFO nova.compute.manager [-] [instance: 4783080c-bca5-4cf7-bd57-fdbdbaefdb41] Took 1.29 seconds to deallocate network for instance. [ 1265.477014] env[69843]: DEBUG oslo_concurrency.lockutils [None req-a78ff5dd-6734-4c19-bd76-451cc83c2fd9 tempest-AttachInterfacesTestJSON-838249963 tempest-AttachInterfacesTestJSON-838249963-project-member] Lock "50a15810-d3e3-4193-b777-84967df4174d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.278s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.514132] env[69843]: DEBUG nova.network.neutron [-] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.643885] env[69843]: DEBUG oslo_concurrency.lockutils [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "5b1adcde-b07e-43b0-953d-57891ee1d721" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.644897] env[69843]: DEBUG oslo_concurrency.lockutils [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.644897] env[69843]: DEBUG oslo_concurrency.lockutils [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "5b1adcde-b07e-43b0-953d-57891ee1d721-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.644897] env[69843]: DEBUG oslo_concurrency.lockutils [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.644897] env[69843]: DEBUG oslo_concurrency.lockutils [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.651019] env[69843]: INFO nova.compute.manager [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Terminating instance [ 1265.785064] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.785494] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.785577] env[69843]: DEBUG nova.objects.instance [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lazy-loading 'resources' on Instance uuid 4783080c-bca5-4cf7-bd57-fdbdbaefdb41 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.933846] env[69843]: DEBUG nova.network.neutron [req-fa704278-95b5-4fad-a412-9c27e23b3e3e req-45249315-93d9-481e-b917-6747931d4f8a service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Updated VIF entry in instance network info cache for port ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.934260] env[69843]: DEBUG nova.network.neutron [req-fa704278-95b5-4fad-a412-9c27e23b3e3e req-45249315-93d9-481e-b917-6747931d4f8a service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Updating instance_info_cache with network_info: [{"id": "ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924", "address": "fa:16:3e:e2:c5:3d", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7dd5c6-dc", "ovs_interfaceid": "ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.016828] env[69843]: INFO nova.compute.manager [-] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Took 1.46 seconds to deallocate network for instance. [ 1266.154446] env[69843]: DEBUG nova.compute.manager [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.154656] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.155668] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436541d4-b843-45bc-94f2-0e4bf9a57d60 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.165590] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.165889] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7baa2a20-5557-436f-9634-960a65e3d87f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.173204] env[69843]: DEBUG oslo_vmware.api [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1266.173204] env[69843]: value = "task-3705229" [ 1266.173204] env[69843]: _type = "Task" [ 1266.173204] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.182910] env[69843]: DEBUG oslo_vmware.api [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.352906] env[69843]: DEBUG nova.compute.manager [req-667cc29b-4f45-4ea8-a198-38a804ab2880 req-eeca1903-02ab-42d8-8f79-ae738b1c92a3 service nova] [instance: 6b49016e-8d8d-4ef0-acad-7a9566332f08] Received event network-vif-deleted-777ca366-97cd-404c-90cc-68412a284108 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.437281] env[69843]: DEBUG oslo_concurrency.lockutils [req-fa704278-95b5-4fad-a412-9c27e23b3e3e req-45249315-93d9-481e-b917-6747931d4f8a service nova] Releasing lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.490035] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff88fab8-0639-4cd9-a93e-e4649442f6fe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.498328] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad6b5f3-61c0-41f8-8e2e-bb95bd6b25fb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.531668] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.532812] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e199218-6df2-4ec0-a41b-a60d48344a0b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.542131] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d5dd94-6ef4-4df1-bd1e-5e3ff94ea464 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.556999] env[69843]: DEBUG nova.compute.provider_tree [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.685726] env[69843]: DEBUG oslo_vmware.api [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705229, 'name': PowerOffVM_Task, 'duration_secs': 0.262782} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.685726] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.685726] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.685726] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-057de475-4e34-446a-aab4-dac82623093b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.061388] env[69843]: DEBUG nova.scheduler.client.report [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.567956] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.575014] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.040s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.575317] env[69843]: DEBUG nova.objects.instance [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lazy-loading 'resources' on Instance uuid 6b49016e-8d8d-4ef0-acad-7a9566332f08 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.609751] env[69843]: INFO nova.scheduler.client.report [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted allocations for instance 4783080c-bca5-4cf7-bd57-fdbdbaefdb41 [ 1267.727580] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.727814] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.727994] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Deleting the datastore file [datastore1] 5b1adcde-b07e-43b0-953d-57891ee1d721 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.728328] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaba1a67-7bf7-44fb-9778-25d96f754559 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.736600] env[69843]: DEBUG oslo_vmware.api [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1267.736600] env[69843]: value = "task-3705231" [ 1267.736600] env[69843]: _type = "Task" [ 1267.736600] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.745827] env[69843]: DEBUG oslo_vmware.api [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.120892] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4f6308fd-aa3d-4c26-96f8-ffb9c22fb696 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "4783080c-bca5-4cf7-bd57-fdbdbaefdb41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.760s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.242935] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c95e0d-82c0-4900-823d-af1689b82c16 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.251893] env[69843]: DEBUG oslo_vmware.api [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172131} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.253957] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.254178] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.254387] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.254543] env[69843]: INFO nova.compute.manager [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Took 2.10 seconds to destroy the instance on the hypervisor. [ 1268.254860] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.255139] env[69843]: DEBUG nova.compute.manager [-] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.255236] env[69843]: DEBUG nova.network.neutron [-] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.257662] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04293aa-7ce7-4cfd-85d3-01e821951b46 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.289520] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b044d0c-27bc-4fdc-ac9a-64ec8d140141 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.297821] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee25bdcf-d5d4-4c31-b52d-c7197a1c4185 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.313412] env[69843]: DEBUG nova.compute.provider_tree [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.786796] env[69843]: DEBUG nova.compute.manager [req-67912c6c-01fa-4847-8b3d-1b4a02623a9a req-18c942c2-aabc-42a4-b0ca-9a90e26f3f87 service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Received event network-vif-deleted-27e11103-71a3-444f-9992-bcf992915404 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.787269] env[69843]: INFO nova.compute.manager [req-67912c6c-01fa-4847-8b3d-1b4a02623a9a req-18c942c2-aabc-42a4-b0ca-9a90e26f3f87 service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Neutron deleted interface 27e11103-71a3-444f-9992-bcf992915404; detaching it from the instance and deleting it from the info cache [ 1268.788284] env[69843]: DEBUG nova.network.neutron [req-67912c6c-01fa-4847-8b3d-1b4a02623a9a req-18c942c2-aabc-42a4-b0ca-9a90e26f3f87 service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.816677] env[69843]: DEBUG nova.scheduler.client.report [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.272437] env[69843]: DEBUG nova.network.neutron [-] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.295732] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b04f715f-bc32-4b10-8535-b6f71fe0d6c7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.308499] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefa4451-940e-4ccd-8462-72f384196a3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.324889] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.362303] env[69843]: DEBUG nova.compute.manager [req-67912c6c-01fa-4847-8b3d-1b4a02623a9a req-18c942c2-aabc-42a4-b0ca-9a90e26f3f87 service nova] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Detach interface failed, port_id=27e11103-71a3-444f-9992-bcf992915404, reason: Instance 5b1adcde-b07e-43b0-953d-57891ee1d721 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1269.362303] env[69843]: INFO nova.scheduler.client.report [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Deleted allocations for instance 6b49016e-8d8d-4ef0-acad-7a9566332f08 [ 1269.779357] env[69843]: INFO nova.compute.manager [-] [instance: 5b1adcde-b07e-43b0-953d-57891ee1d721] Took 1.52 seconds to deallocate network for instance. [ 1269.787856] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "835e97c5-ea00-4df8-b9a4-187255a479d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.790656] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "835e97c5-ea00-4df8-b9a4-187255a479d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.874467] env[69843]: DEBUG oslo_concurrency.lockutils [None req-ba5a56fd-7c54-4665-9a01-88f5b8f97cf1 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "6b49016e-8d8d-4ef0-acad-7a9566332f08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.954s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.288646] env[69843]: DEBUG oslo_concurrency.lockutils [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.289338] env[69843]: DEBUG oslo_concurrency.lockutils [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.289581] env[69843]: DEBUG nova.objects.instance [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lazy-loading 'resources' on Instance uuid 5b1adcde-b07e-43b0-953d-57891ee1d721 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.296669] env[69843]: DEBUG nova.compute.manager [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.827970] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.982897] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab34d8b-387d-4180-a877-8d3a3715ffd5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.991177] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b3b1cd-247b-42a7-81b1-1c70a1b8de79 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.024059] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc87850-3f07-4f1f-8791-9832ebad0af4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.033477] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd84820-82bd-4827-bb21-d779001304d7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.049620] env[69843]: DEBUG nova.compute.provider_tree [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.321319] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Acquiring lock "a2617e7c-d937-4f31-af8f-387af914f878" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.321784] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Lock "a2617e7c-d937-4f31-af8f-387af914f878" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.555462] env[69843]: DEBUG nova.scheduler.client.report [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.825095] env[69843]: DEBUG nova.compute.manager [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.062414] env[69843]: DEBUG oslo_concurrency.lockutils [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.063963] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.236s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.066736] env[69843]: INFO nova.compute.claims [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.096019] env[69843]: INFO nova.scheduler.client.report [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Deleted allocations for instance 5b1adcde-b07e-43b0-953d-57891ee1d721 [ 1272.354268] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.604892] env[69843]: DEBUG oslo_concurrency.lockutils [None req-88c433f6-e400-4557-ad7d-a78e1f6e7eaf tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "5b1adcde-b07e-43b0-953d-57891ee1d721" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.960s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.816796] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.817097] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.817393] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.817723] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.817972] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.820312] env[69843]: INFO nova.compute.manager [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Terminating instance [ 1273.245761] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a1cdde-69bd-42ea-afa5-8efbfc80114b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.254795] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd7e1ed-b222-4abc-910d-40a9128acac8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.288296] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca62c906-2d37-4d0c-881b-5d86ca3635e2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.296808] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00b25db-2592-44a8-a263-37c8d4f31144 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.311423] env[69843]: DEBUG nova.compute.provider_tree [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.324819] env[69843]: DEBUG nova.compute.manager [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.325090] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.325672] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5130111a-fcf0-4ddd-8cf7-f2e3bcb582e8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.334341] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1273.334341] env[69843]: value = "task-3705233" [ 1273.334341] env[69843]: _type = "Task" [ 1273.334341] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.343630] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.815321] env[69843]: DEBUG nova.scheduler.client.report [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.845737] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.272271] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.272508] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.320747] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.321364] env[69843]: DEBUG nova.compute.manager [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.324315] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.971s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.325687] env[69843]: INFO nova.compute.claims [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.344997] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705233, 'name': PowerOffVM_Task, 'duration_secs': 0.684745} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.345362] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.345640] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1274.345921] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737968', 'volume_id': '320a3f01-2136-4d14-a6c8-66041358d24c', 'name': 'volume-320a3f01-2136-4d14-a6c8-66041358d24c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee', 'attached_at': '2025-04-29T01:40:43.000000', 'detached_at': '', 'volume_id': '320a3f01-2136-4d14-a6c8-66041358d24c', 'serial': '320a3f01-2136-4d14-a6c8-66041358d24c'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1274.346784] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a2b858-a5f5-4dce-82b1-31da9528fff0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.366629] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01998762-3d99-4ef4-9880-51bc3d72fe4e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.374780] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b8573-1359-4eb8-8e62-5093e66512a1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.394790] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5d4939-c9b1-462c-bdbc-4de791110bc9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.410395] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] The volume has not been displaced from its original location: [datastore1] volume-320a3f01-2136-4d14-a6c8-66041358d24c/volume-320a3f01-2136-4d14-a6c8-66041358d24c.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1274.415583] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1274.416160] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6d96e48-7148-47be-ab3d-e22dffa012f0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.435203] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1274.435203] env[69843]: value = "task-3705234" [ 1274.435203] env[69843]: _type = "Task" [ 1274.435203] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.444646] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.775184] env[69843]: DEBUG nova.compute.manager [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.830080] env[69843]: DEBUG nova.compute.utils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.834466] env[69843]: DEBUG nova.compute.manager [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.834663] env[69843]: DEBUG nova.network.neutron [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.886029] env[69843]: DEBUG nova.policy [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a145ceb761d43ce9789280a6c27a208', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b3c1c9d04b34f8c9450e5c72a1c7524', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.946839] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705234, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.175343] env[69843]: DEBUG nova.network.neutron [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Successfully created port: c850889e-801c-4cc0-9f16-879dcb7a53e9 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.297051] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.338089] env[69843]: DEBUG nova.compute.manager [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.392390] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.392660] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.392866] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.393056] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.393228] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.395283] env[69843]: INFO nova.compute.manager [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Terminating instance [ 1275.449486] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705234, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.520541] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eb0ce8-a61c-4c27-ba7f-1ae0af1cf6ac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.528726] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cd9790-f39f-4b2d-9fe0-f06625c7fcd7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.566964] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c354a50a-39ce-48aa-af57-9f9677681fcf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.576274] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c70b61-179a-4b1b-b347-f7eddd700ad6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.591195] env[69843]: DEBUG nova.compute.provider_tree [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.902269] env[69843]: DEBUG nova.compute.manager [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.902675] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.903410] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab832dad-ea32-4dde-af2a-9b75a4635e4d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.911903] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.912190] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db10725d-7a8f-4530-a43d-9d7b015e9648 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.919347] env[69843]: DEBUG oslo_vmware.api [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1275.919347] env[69843]: value = "task-3705235" [ 1275.919347] env[69843]: _type = "Task" [ 1275.919347] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.929699] env[69843]: DEBUG oslo_vmware.api [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.946920] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705234, 'name': ReconfigVM_Task, 'duration_secs': 1.209763} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.947168] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1275.952811] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b865d5c-25c0-498c-bae9-3d6c90874ca1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.971026] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1275.971026] env[69843]: value = "task-3705236" [ 1275.971026] env[69843]: _type = "Task" [ 1275.971026] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.981067] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.094308] env[69843]: DEBUG nova.scheduler.client.report [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.351468] env[69843]: DEBUG nova.compute.manager [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.380708] env[69843]: DEBUG nova.virt.hardware [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.380954] env[69843]: DEBUG nova.virt.hardware [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.381122] env[69843]: DEBUG nova.virt.hardware [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.381309] env[69843]: DEBUG nova.virt.hardware [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.381453] env[69843]: DEBUG nova.virt.hardware [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.381601] env[69843]: DEBUG nova.virt.hardware [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.381809] env[69843]: DEBUG nova.virt.hardware [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.381968] env[69843]: DEBUG nova.virt.hardware [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.382150] env[69843]: DEBUG nova.virt.hardware [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.382314] env[69843]: DEBUG nova.virt.hardware [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.382488] env[69843]: DEBUG nova.virt.hardware [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.383374] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4181a3-c47a-4c52-82d8-b70076c5cc37 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.392165] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfa7b0a-64ca-445f-aafc-053a28323ce9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.429363] env[69843]: DEBUG oslo_vmware.api [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705235, 'name': PowerOffVM_Task, 'duration_secs': 0.230479} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.429640] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.429836] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.430115] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cc0f9f6-b208-40ad-951c-4f5fb7adef6d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.481831] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705236, 'name': ReconfigVM_Task, 'duration_secs': 0.133428} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.482157] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737968', 'volume_id': '320a3f01-2136-4d14-a6c8-66041358d24c', 'name': 'volume-320a3f01-2136-4d14-a6c8-66041358d24c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee', 'attached_at': '2025-04-29T01:40:43.000000', 'detached_at': '', 'volume_id': '320a3f01-2136-4d14-a6c8-66041358d24c', 'serial': '320a3f01-2136-4d14-a6c8-66041358d24c'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1276.482435] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.483247] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92ccd18-e50d-484d-a17b-d9d5cd8c2cde {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.492121] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.492225] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa7b12b6-532e-4e18-add8-fef642cca24b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.504968] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.505302] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.505610] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Deleting the datastore file [datastore2] e74e37ed-deb4-4ed8-b209-beec5fb58f98 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.506015] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10b01608-fe95-4049-a521-2031d89c50a1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.514146] env[69843]: DEBUG oslo_vmware.api [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1276.514146] env[69843]: value = "task-3705239" [ 1276.514146] env[69843]: _type = "Task" [ 1276.514146] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.523239] env[69843]: DEBUG oslo_vmware.api [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.580481] env[69843]: DEBUG nova.compute.manager [req-0759bf3e-d85c-4ddc-8293-210beefe3586 req-28241cd1-fbe3-4837-8924-ad59a9bb5c18 service nova] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Received event network-vif-plugged-c850889e-801c-4cc0-9f16-879dcb7a53e9 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.580980] env[69843]: DEBUG oslo_concurrency.lockutils [req-0759bf3e-d85c-4ddc-8293-210beefe3586 req-28241cd1-fbe3-4837-8924-ad59a9bb5c18 service nova] Acquiring lock "835e97c5-ea00-4df8-b9a4-187255a479d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.581254] env[69843]: DEBUG oslo_concurrency.lockutils [req-0759bf3e-d85c-4ddc-8293-210beefe3586 req-28241cd1-fbe3-4837-8924-ad59a9bb5c18 service nova] Lock "835e97c5-ea00-4df8-b9a4-187255a479d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.581458] env[69843]: DEBUG oslo_concurrency.lockutils [req-0759bf3e-d85c-4ddc-8293-210beefe3586 req-28241cd1-fbe3-4837-8924-ad59a9bb5c18 service nova] Lock "835e97c5-ea00-4df8-b9a4-187255a479d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.581602] env[69843]: DEBUG nova.compute.manager [req-0759bf3e-d85c-4ddc-8293-210beefe3586 req-28241cd1-fbe3-4837-8924-ad59a9bb5c18 service nova] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] No waiting events found dispatching network-vif-plugged-c850889e-801c-4cc0-9f16-879dcb7a53e9 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1276.581785] env[69843]: WARNING nova.compute.manager [req-0759bf3e-d85c-4ddc-8293-210beefe3586 req-28241cd1-fbe3-4837-8924-ad59a9bb5c18 service nova] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Received unexpected event network-vif-plugged-c850889e-801c-4cc0-9f16-879dcb7a53e9 for instance with vm_state building and task_state spawning. [ 1276.595325] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.595611] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.595823] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleting the datastore file [datastore1] fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.596137] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c703c212-bcf3-4b98-9ae1-8e1c746c8816 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.599438] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.599751] env[69843]: DEBUG nova.compute.manager [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.603622] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.307s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.605204] env[69843]: INFO nova.compute.claims [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.615545] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1276.615545] env[69843]: value = "task-3705240" [ 1276.615545] env[69843]: _type = "Task" [ 1276.615545] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.625204] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.680193] env[69843]: DEBUG nova.network.neutron [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Successfully updated port: c850889e-801c-4cc0-9f16-879dcb7a53e9 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.024502] env[69843]: DEBUG oslo_vmware.api [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230164} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.024856] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.024982] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.025198] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.025345] env[69843]: INFO nova.compute.manager [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1277.025587] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.025787] env[69843]: DEBUG nova.compute.manager [-] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.025882] env[69843]: DEBUG nova.network.neutron [-] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.105934] env[69843]: DEBUG nova.compute.utils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.108050] env[69843]: DEBUG nova.compute.manager [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1277.108312] env[69843]: DEBUG nova.network.neutron [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.129939] env[69843]: DEBUG oslo_vmware.api [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102294} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.130242] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.130568] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.130688] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.130813] env[69843]: INFO nova.compute.manager [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Took 3.81 seconds to destroy the instance on the hypervisor. [ 1277.131106] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.131322] env[69843]: DEBUG nova.compute.manager [-] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.131419] env[69843]: DEBUG nova.network.neutron [-] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.183729] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "refresh_cache-835e97c5-ea00-4df8-b9a4-187255a479d0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.183898] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "refresh_cache-835e97c5-ea00-4df8-b9a4-187255a479d0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.184146] env[69843]: DEBUG nova.network.neutron [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.191068] env[69843]: DEBUG nova.policy [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66adc4ba7e694ede802e3ce8512d0b35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b3b490df56941739616068f3ff1acaa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1277.612508] env[69843]: DEBUG nova.compute.manager [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.735559] env[69843]: DEBUG nova.network.neutron [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.807339] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b6da1f-b052-4ba0-825c-6d26b0a55086 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.817920] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b82804-9c7a-4e0f-b8bd-23af5972e2c7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.853541] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d34e139-4460-4b19-b0cc-1c3250e18b55 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.862548] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd774abc-9dbc-4dc3-a221-d9fed076137a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.878763] env[69843]: DEBUG nova.compute.provider_tree [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.919236] env[69843]: DEBUG nova.network.neutron [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Updating instance_info_cache with network_info: [{"id": "c850889e-801c-4cc0-9f16-879dcb7a53e9", "address": "fa:16:3e:04:5f:d9", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc850889e-80", "ovs_interfaceid": "c850889e-801c-4cc0-9f16-879dcb7a53e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.987127] env[69843]: DEBUG nova.network.neutron [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Successfully created port: d2879602-c2e4-4671-b76e-9dff660fac13 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.261380] env[69843]: DEBUG nova.network.neutron [-] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.381886] env[69843]: DEBUG nova.scheduler.client.report [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.422321] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "refresh_cache-835e97c5-ea00-4df8-b9a4-187255a479d0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.422654] env[69843]: DEBUG nova.compute.manager [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Instance network_info: |[{"id": "c850889e-801c-4cc0-9f16-879dcb7a53e9", "address": "fa:16:3e:04:5f:d9", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc850889e-80", "ovs_interfaceid": "c850889e-801c-4cc0-9f16-879dcb7a53e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.423106] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:5f:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c850889e-801c-4cc0-9f16-879dcb7a53e9', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.431465] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.432061] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.432306] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-110df2b2-40dc-4637-a509-d2358f33fff4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.453552] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.453552] env[69843]: value = "task-3705241" [ 1278.453552] env[69843]: _type = "Task" [ 1278.453552] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.465271] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705241, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.618590] env[69843]: DEBUG nova.compute.manager [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Received event network-changed-c850889e-801c-4cc0-9f16-879dcb7a53e9 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.618788] env[69843]: DEBUG nova.compute.manager [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Refreshing instance network info cache due to event network-changed-c850889e-801c-4cc0-9f16-879dcb7a53e9. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.619022] env[69843]: DEBUG oslo_concurrency.lockutils [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] Acquiring lock "refresh_cache-835e97c5-ea00-4df8-b9a4-187255a479d0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.619165] env[69843]: DEBUG oslo_concurrency.lockutils [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] Acquired lock "refresh_cache-835e97c5-ea00-4df8-b9a4-187255a479d0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.619321] env[69843]: DEBUG nova.network.neutron [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Refreshing network info cache for port c850889e-801c-4cc0-9f16-879dcb7a53e9 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.628129] env[69843]: DEBUG nova.compute.manager [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.658701] env[69843]: DEBUG nova.virt.hardware [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.659010] env[69843]: DEBUG nova.virt.hardware [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.659178] env[69843]: DEBUG nova.virt.hardware [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.659389] env[69843]: DEBUG nova.virt.hardware [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.659539] env[69843]: DEBUG nova.virt.hardware [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.659745] env[69843]: DEBUG nova.virt.hardware [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.660259] env[69843]: DEBUG nova.virt.hardware [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.660259] env[69843]: DEBUG nova.virt.hardware [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.660386] env[69843]: DEBUG nova.virt.hardware [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.660470] env[69843]: DEBUG nova.virt.hardware [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.660645] env[69843]: DEBUG nova.virt.hardware [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.661897] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf04c5d-20eb-4a44-b89b-37656e258cb8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.671627] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c97a14-434c-43d7-97df-5785f4b8aa89 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.739132] env[69843]: DEBUG nova.network.neutron [-] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.764861] env[69843]: INFO nova.compute.manager [-] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Took 1.74 seconds to deallocate network for instance. [ 1278.891213] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.891816] env[69843]: DEBUG nova.compute.manager [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.963133] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705241, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.243758] env[69843]: INFO nova.compute.manager [-] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Took 2.11 seconds to deallocate network for instance. [ 1279.271601] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.271953] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.272261] env[69843]: DEBUG nova.objects.instance [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lazy-loading 'resources' on Instance uuid e74e37ed-deb4-4ed8-b209-beec5fb58f98 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.349998] env[69843]: DEBUG nova.network.neutron [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Updated VIF entry in instance network info cache for port c850889e-801c-4cc0-9f16-879dcb7a53e9. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.350576] env[69843]: DEBUG nova.network.neutron [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Updating instance_info_cache with network_info: [{"id": "c850889e-801c-4cc0-9f16-879dcb7a53e9", "address": "fa:16:3e:04:5f:d9", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc850889e-80", "ovs_interfaceid": "c850889e-801c-4cc0-9f16-879dcb7a53e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.396397] env[69843]: DEBUG nova.compute.utils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.397859] env[69843]: DEBUG nova.compute.manager [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.399251] env[69843]: DEBUG nova.network.neutron [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.462286] env[69843]: DEBUG nova.policy [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbc2aadf9aac415394d31c2ac83774d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f4e5e44824a45279d35bbaf8400cf63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.469534] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705241, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.758542] env[69843]: DEBUG nova.network.neutron [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Successfully updated port: d2879602-c2e4-4671-b76e-9dff660fac13 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.796306] env[69843]: INFO nova.compute.manager [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Took 0.55 seconds to detach 1 volumes for instance. [ 1279.800955] env[69843]: DEBUG nova.compute.manager [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Deleting volume: 320a3f01-2136-4d14-a6c8-66041358d24c {{(pid=69843) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1279.854392] env[69843]: DEBUG oslo_concurrency.lockutils [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] Releasing lock "refresh_cache-835e97c5-ea00-4df8-b9a4-187255a479d0" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.854659] env[69843]: DEBUG nova.compute.manager [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] [instance: e74e37ed-deb4-4ed8-b209-beec5fb58f98] Received event network-vif-deleted-b0b0cced-4c6c-49ee-a1d2-5ea9f238bfef {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.854842] env[69843]: DEBUG nova.compute.manager [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Received event network-vif-deleted-3a52b31d-1cab-4ee4-a541-20f51418fd0d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.855032] env[69843]: INFO nova.compute.manager [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Neutron deleted interface 3a52b31d-1cab-4ee4-a541-20f51418fd0d; detaching it from the instance and deleting it from the info cache [ 1279.855212] env[69843]: DEBUG nova.network.neutron [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.886923] env[69843]: DEBUG nova.network.neutron [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Successfully created port: 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.900546] env[69843]: DEBUG nova.compute.manager [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.964829] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705241, 'name': CreateVM_Task, 'duration_secs': 1.451342} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.965115] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.965817] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.965984] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.966309] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.966565] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122246e0-f431-483e-a1b9-0e13662c1d04 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.972363] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1279.972363] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522ff308-87f4-6df4-43b3-5b1c6d0ec203" [ 1279.972363] env[69843]: _type = "Task" [ 1279.972363] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.977741] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310c6061-31a7-4b84-aed6-1ecd22748b62 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.983801] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522ff308-87f4-6df4-43b3-5b1c6d0ec203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.988667] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c79068-ccd0-47d0-a2b3-ee661137161d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.018458] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "a694dd29-b502-4359-bd11-8f344d1434c7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.018773] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "a694dd29-b502-4359-bd11-8f344d1434c7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.018911] env[69843]: INFO nova.compute.manager [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Shelving [ 1280.023055] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea9527a-568a-4a82-937f-c7b71a33cc0d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.030478] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e35fe2-74db-4122-9cd7-65221d841aaa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.046192] env[69843]: DEBUG nova.compute.provider_tree [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.262037] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Acquiring lock "refresh_cache-a2617e7c-d937-4f31-af8f-387af914f878" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.262037] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Acquired lock "refresh_cache-a2617e7c-d937-4f31-af8f-387af914f878" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.262130] env[69843]: DEBUG nova.network.neutron [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.353378] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.359266] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe6fc740-7cae-4100-ab47-24d668191188 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.369597] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c132ee5-9e6d-4d24-891b-03f45ce54c8e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.401511] env[69843]: DEBUG nova.compute.manager [req-7f46e244-2877-430d-b3f8-d83b19829f49 req-a35b0f1a-35b9-470d-89e9-b5f9a00b6b30 service nova] [instance: fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee] Detach interface failed, port_id=3a52b31d-1cab-4ee4-a541-20f51418fd0d, reason: Instance fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1280.483742] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]522ff308-87f4-6df4-43b3-5b1c6d0ec203, 'name': SearchDatastore_Task, 'duration_secs': 0.013018} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.484086] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.484350] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.484599] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.484746] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.484931] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.485213] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b688d7c9-19b4-4da9-b317-e3f3dd0c2ca2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.494905] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.495112] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.495878] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120c2623-cb22-4b94-a6c1-e0a210ba658b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.501906] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1280.501906] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ce07c9-b0f7-3953-c585-49fe95b95c1d" [ 1280.501906] env[69843]: _type = "Task" [ 1280.501906] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.510559] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ce07c9-b0f7-3953-c585-49fe95b95c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.549813] env[69843]: DEBUG nova.scheduler.client.report [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.643638] env[69843]: DEBUG nova.compute.manager [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Received event network-vif-plugged-d2879602-c2e4-4671-b76e-9dff660fac13 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.643738] env[69843]: DEBUG oslo_concurrency.lockutils [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] Acquiring lock "a2617e7c-d937-4f31-af8f-387af914f878-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.644789] env[69843]: DEBUG oslo_concurrency.lockutils [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] Lock "a2617e7c-d937-4f31-af8f-387af914f878-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.644789] env[69843]: DEBUG oslo_concurrency.lockutils [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] Lock "a2617e7c-d937-4f31-af8f-387af914f878-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.644789] env[69843]: DEBUG nova.compute.manager [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] [instance: a2617e7c-d937-4f31-af8f-387af914f878] No waiting events found dispatching network-vif-plugged-d2879602-c2e4-4671-b76e-9dff660fac13 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1280.644789] env[69843]: WARNING nova.compute.manager [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Received unexpected event network-vif-plugged-d2879602-c2e4-4671-b76e-9dff660fac13 for instance with vm_state building and task_state spawning. [ 1280.644789] env[69843]: DEBUG nova.compute.manager [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Received event network-changed-d2879602-c2e4-4671-b76e-9dff660fac13 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.645367] env[69843]: DEBUG nova.compute.manager [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Refreshing instance network info cache due to event network-changed-d2879602-c2e4-4671-b76e-9dff660fac13. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.645367] env[69843]: DEBUG oslo_concurrency.lockutils [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] Acquiring lock "refresh_cache-a2617e7c-d937-4f31-af8f-387af914f878" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.801801] env[69843]: DEBUG nova.network.neutron [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.910489] env[69843]: DEBUG nova.compute.manager [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.946819] env[69843]: DEBUG nova.virt.hardware [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.947080] env[69843]: DEBUG nova.virt.hardware [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.947240] env[69843]: DEBUG nova.virt.hardware [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.947425] env[69843]: DEBUG nova.virt.hardware [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.947573] env[69843]: DEBUG nova.virt.hardware [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.947744] env[69843]: DEBUG nova.virt.hardware [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.947958] env[69843]: DEBUG nova.virt.hardware [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.948264] env[69843]: DEBUG nova.virt.hardware [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.948450] env[69843]: DEBUG nova.virt.hardware [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.948615] env[69843]: DEBUG nova.virt.hardware [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.948801] env[69843]: DEBUG nova.virt.hardware [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.949878] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ff4609-5128-46fd-af7a-ce0051a81b75 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.958864] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b2b8a8-f3eb-4c13-a58f-338cc65a4fbe {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.964323] env[69843]: DEBUG nova.network.neutron [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Updating instance_info_cache with network_info: [{"id": "d2879602-c2e4-4671-b76e-9dff660fac13", "address": "fa:16:3e:6d:f9:94", "network": {"id": "5aec58bc-28af-467a-92c8-49c8c0bc57a0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1334567724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3b490df56941739616068f3ff1acaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2879602-c2", "ovs_interfaceid": "d2879602-c2e4-4671-b76e-9dff660fac13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.014048] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52ce07c9-b0f7-3953-c585-49fe95b95c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.014975] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f29f6e5-a4ce-4319-bea3-7b36d91fc4bd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.021639] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1281.021639] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a4c897-e858-5b09-9b23-823d35224917" [ 1281.021639] env[69843]: _type = "Task" [ 1281.021639] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.031273] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.031572] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a4c897-e858-5b09-9b23-823d35224917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.031825] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc9857ca-b55c-4f7a-84a8-5bbf411e52ba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.038323] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1281.038323] env[69843]: value = "task-3705243" [ 1281.038323] env[69843]: _type = "Task" [ 1281.038323] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.054485] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.056922] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.704s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.057161] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.083799] env[69843]: INFO nova.scheduler.client.report [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Deleted allocations for instance e74e37ed-deb4-4ed8-b209-beec5fb58f98 [ 1281.085879] env[69843]: INFO nova.scheduler.client.report [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted allocations for instance fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee [ 1281.391625] env[69843]: DEBUG nova.network.neutron [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Successfully updated port: 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.476264] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Releasing lock "refresh_cache-a2617e7c-d937-4f31-af8f-387af914f878" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.476693] env[69843]: DEBUG nova.compute.manager [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Instance network_info: |[{"id": "d2879602-c2e4-4671-b76e-9dff660fac13", "address": "fa:16:3e:6d:f9:94", "network": {"id": "5aec58bc-28af-467a-92c8-49c8c0bc57a0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1334567724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3b490df56941739616068f3ff1acaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2879602-c2", "ovs_interfaceid": "d2879602-c2e4-4671-b76e-9dff660fac13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.478115] env[69843]: DEBUG oslo_concurrency.lockutils [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] Acquired lock "refresh_cache-a2617e7c-d937-4f31-af8f-387af914f878" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.478420] env[69843]: DEBUG nova.network.neutron [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Refreshing network info cache for port d2879602-c2e4-4671-b76e-9dff660fac13 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.479917] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:f9:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2879602-c2e4-4671-b76e-9dff660fac13', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.493152] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Creating folder: Project (1b3b490df56941739616068f3ff1acaa). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.496765] env[69843]: DEBUG oslo_concurrency.lockutils [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.496999] env[69843]: DEBUG oslo_concurrency.lockutils [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.497215] env[69843]: DEBUG oslo_concurrency.lockutils [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.497394] env[69843]: DEBUG oslo_concurrency.lockutils [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.497590] env[69843]: DEBUG oslo_concurrency.lockutils [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.499077] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd2536f8-5766-4463-8d9f-ef7df652d3be {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.502871] env[69843]: INFO nova.compute.manager [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Terminating instance [ 1281.522090] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Created folder: Project (1b3b490df56941739616068f3ff1acaa) in parent group-v737654. [ 1281.522318] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Creating folder: Instances. Parent ref: group-v737989. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.522661] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1492d27-0fa2-4ef5-b147-10b7684f84f2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.538364] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52a4c897-e858-5b09-9b23-823d35224917, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.539457] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.539777] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 835e97c5-ea00-4df8-b9a4-187255a479d0/835e97c5-ea00-4df8-b9a4-187255a479d0.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.548497] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-199a647d-58e4-479c-9541-3e2dbadbe368 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.551779] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Created folder: Instances in parent group-v737989. [ 1281.552417] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.553184] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.554199] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbd808e9-9b8c-4317-a85a-6598ee381f1f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.576300] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705243, 'name': PowerOffVM_Task, 'duration_secs': 0.205966} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.576617] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1281.576617] env[69843]: value = "task-3705246" [ 1281.576617] env[69843]: _type = "Task" [ 1281.576617] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.577472] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.578481] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4326d210-7937-49d2-ac6b-cfe6ffb3e53f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.589829] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.589829] env[69843]: value = "task-3705247" [ 1281.589829] env[69843]: _type = "Task" [ 1281.589829] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.639349] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.640809] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3edc0b89-c7fe-4642-8cac-a4323c69843c tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "fa6f87ea-d3d1-4bbc-831a-8f94a4f98cee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.824s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.642991] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8f3840a7-b517-4da9-aff9-18d21536ab1e tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "e74e37ed-deb4-4ed8-b209-beec5fb58f98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.250s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.646852] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d2e5fb-d164-4d17-b333-9a35e7897c40 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.654960] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705247, 'name': CreateVM_Task} progress is 25%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.799772] env[69843]: DEBUG nova.network.neutron [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Updated VIF entry in instance network info cache for port d2879602-c2e4-4671-b76e-9dff660fac13. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.800267] env[69843]: DEBUG nova.network.neutron [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Updating instance_info_cache with network_info: [{"id": "d2879602-c2e4-4671-b76e-9dff660fac13", "address": "fa:16:3e:6d:f9:94", "network": {"id": "5aec58bc-28af-467a-92c8-49c8c0bc57a0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1334567724-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3b490df56941739616068f3ff1acaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2879602-c2", "ovs_interfaceid": "d2879602-c2e4-4671-b76e-9dff660fac13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.894452] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "refresh_cache-dd976953-97f8-4c7e-8c44-45bafb7ab670" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.894780] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired lock "refresh_cache-dd976953-97f8-4c7e-8c44-45bafb7ab670" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.894995] env[69843]: DEBUG nova.network.neutron [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.008452] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "a18b8638-c23b-42e1-85d3-5e7a173195a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.008790] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "a18b8638-c23b-42e1-85d3-5e7a173195a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.009051] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "a18b8638-c23b-42e1-85d3-5e7a173195a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.009267] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "a18b8638-c23b-42e1-85d3-5e7a173195a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.009442] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "a18b8638-c23b-42e1-85d3-5e7a173195a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.011826] env[69843]: DEBUG nova.compute.manager [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.012057] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.013078] env[69843]: INFO nova.compute.manager [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Terminating instance [ 1282.015552] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdce797-96c9-4c0f-97e8-12d467ac4802 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.026041] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.026421] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0f854a1-082d-48e6-9def-5de15c930e94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.036571] env[69843]: DEBUG oslo_vmware.api [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1282.036571] env[69843]: value = "task-3705248" [ 1282.036571] env[69843]: _type = "Task" [ 1282.036571] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.047942] env[69843]: DEBUG oslo_vmware.api [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.091885] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705246, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.102189] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705247, 'name': CreateVM_Task, 'duration_secs': 0.379624} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.102460] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.103189] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.103374] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.103755] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.104059] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ada416-6c01-4fa6-a846-26d23f83c4f9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.109686] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Waiting for the task: (returnval){ [ 1282.109686] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f00a8e-a726-1cc1-e536-8e800bb24c44" [ 1282.109686] env[69843]: _type = "Task" [ 1282.109686] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.119679] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f00a8e-a726-1cc1-e536-8e800bb24c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.141567] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "9f220af4-4744-4f3f-857a-dc8349f0fc25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.141964] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "9f220af4-4744-4f3f-857a-dc8349f0fc25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.142387] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "9f220af4-4744-4f3f-857a-dc8349f0fc25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.142659] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "9f220af4-4744-4f3f-857a-dc8349f0fc25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.142973] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "9f220af4-4744-4f3f-857a-dc8349f0fc25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.146015] env[69843]: INFO nova.compute.manager [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Terminating instance [ 1282.167121] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Creating Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1282.167788] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57688845-80d9-41e1-9733-7180ddaec046 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.176405] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1282.176405] env[69843]: value = "task-3705249" [ 1282.176405] env[69843]: _type = "Task" [ 1282.176405] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.185018] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.303875] env[69843]: DEBUG oslo_concurrency.lockutils [req-ae2b12f9-5c80-44fd-ae39-e9b6958f2e69 req-bbc3015b-8374-4c6c-8b9c-4018a5c95065 service nova] Releasing lock "refresh_cache-a2617e7c-d937-4f31-af8f-387af914f878" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.428107] env[69843]: DEBUG nova.network.neutron [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.522047] env[69843]: DEBUG nova.compute.manager [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.522401] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.523611] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199d5e1e-676e-4c36-a316-3de68439100e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.534687] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.534974] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4b8f7c2-3506-4ba6-a0ed-26e48fb725d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.541937] env[69843]: DEBUG oslo_vmware.api [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1282.541937] env[69843]: value = "task-3705250" [ 1282.541937] env[69843]: _type = "Task" [ 1282.541937] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.545348] env[69843]: DEBUG oslo_vmware.api [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705248, 'name': PowerOffVM_Task, 'duration_secs': 0.299534} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.548632] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.548798] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.549102] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d484d002-dbc6-454c-9765-de1c34a76811 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.557541] env[69843]: DEBUG oslo_vmware.api [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.587918] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558042} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.588965] env[69843]: DEBUG nova.network.neutron [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Updating instance_info_cache with network_info: [{"id": "7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7", "address": "fa:16:3e:9d:de:5a", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7590e1c6-2a", "ovs_interfaceid": "7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.590400] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 835e97c5-ea00-4df8-b9a4-187255a479d0/835e97c5-ea00-4df8-b9a4-187255a479d0.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.590630] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.591138] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-917d2658-f012-455f-b5d1-95cb20cee968 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.599774] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1282.599774] env[69843]: value = "task-3705252" [ 1282.599774] env[69843]: _type = "Task" [ 1282.599774] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.610298] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.620201] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52f00a8e-a726-1cc1-e536-8e800bb24c44, 'name': SearchDatastore_Task, 'duration_secs': 0.012197} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.620579] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.620832] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.621148] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.621286] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.621474] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.621783] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e0b8571-ca10-48c7-adfa-13954b7644e2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.634466] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.634836] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.635130] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleting the datastore file [datastore1] fb08a25e-09aa-4aff-b97c-d9d6b41412e8 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.635490] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48fc989b-df90-4990-9650-67adf06321c6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.640246] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.640451] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.641670] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ae2c2b-cef0-43a7-89e3-61482d09b76b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.645926] env[69843]: DEBUG oslo_vmware.api [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for the task: (returnval){ [ 1282.645926] env[69843]: value = "task-3705253" [ 1282.645926] env[69843]: _type = "Task" [ 1282.645926] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.651221] env[69843]: DEBUG nova.compute.manager [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.651469] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.651810] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Waiting for the task: (returnval){ [ 1282.651810] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52112f90-d218-8b29-3b92-63bc3cf4834c" [ 1282.651810] env[69843]: _type = "Task" [ 1282.651810] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.652542] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07707364-c3d5-4a50-b3c0-51e68a768b7d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.662271] env[69843]: DEBUG oslo_vmware.api [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.666842] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.670983] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0188ac7e-904e-4892-aa82-34e3ca077071 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.673058] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52112f90-d218-8b29-3b92-63bc3cf4834c, 'name': SearchDatastore_Task, 'duration_secs': 0.014166} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.676992] env[69843]: DEBUG nova.compute.manager [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Received event network-vif-plugged-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.677259] env[69843]: DEBUG oslo_concurrency.lockutils [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] Acquiring lock "dd976953-97f8-4c7e-8c44-45bafb7ab670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.677534] env[69843]: DEBUG oslo_concurrency.lockutils [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.677782] env[69843]: DEBUG oslo_concurrency.lockutils [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.677975] env[69843]: DEBUG nova.compute.manager [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] No waiting events found dispatching network-vif-plugged-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1282.678162] env[69843]: WARNING nova.compute.manager [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Received unexpected event network-vif-plugged-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 for instance with vm_state building and task_state spawning. [ 1282.678320] env[69843]: DEBUG nova.compute.manager [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Received event network-changed-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.678469] env[69843]: DEBUG nova.compute.manager [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Refreshing instance network info cache due to event network-changed-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.678634] env[69843]: DEBUG oslo_concurrency.lockutils [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] Acquiring lock "refresh_cache-dd976953-97f8-4c7e-8c44-45bafb7ab670" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.679249] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8531a36d-e2fc-4725-872e-17a04a3fc64a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.686993] env[69843]: DEBUG oslo_vmware.api [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1282.686993] env[69843]: value = "task-3705254" [ 1282.686993] env[69843]: _type = "Task" [ 1282.686993] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.697024] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Waiting for the task: (returnval){ [ 1282.697024] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525d64e0-ba39-5206-5029-2f726517814c" [ 1282.697024] env[69843]: _type = "Task" [ 1282.697024] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.697024] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705249, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.703101] env[69843]: DEBUG oslo_vmware.api [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.708446] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525d64e0-ba39-5206-5029-2f726517814c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.057291] env[69843]: DEBUG oslo_vmware.api [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705250, 'name': PowerOffVM_Task, 'duration_secs': 0.282568} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.057606] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.057778] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.058057] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3df34fbf-2430-4fe0-b34f-468737433194 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.092050] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Releasing lock "refresh_cache-dd976953-97f8-4c7e-8c44-45bafb7ab670" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.092315] env[69843]: DEBUG nova.compute.manager [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Instance network_info: |[{"id": "7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7", "address": "fa:16:3e:9d:de:5a", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7590e1c6-2a", "ovs_interfaceid": "7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.092652] env[69843]: DEBUG oslo_concurrency.lockutils [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] Acquired lock "refresh_cache-dd976953-97f8-4c7e-8c44-45bafb7ab670" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.092945] env[69843]: DEBUG nova.network.neutron [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Refreshing network info cache for port 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.094351] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:de:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.102424] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.103229] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.108719] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-458a871c-05c8-42d8-9159-d2840058adaa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.131432] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078548} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.132909] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.133245] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.133245] env[69843]: value = "task-3705256" [ 1283.133245] env[69843]: _type = "Task" [ 1283.133245] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.133955] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f7a0d4-ac49-4a37-8836-642e9047f3ed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.141313] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.141551] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.141746] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleting the datastore file [datastore2] a18b8638-c23b-42e1-85d3-5e7a173195a3 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.142897] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa310833-a07a-4407-83ba-926ce57afa38 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.163771] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 835e97c5-ea00-4df8-b9a4-187255a479d0/835e97c5-ea00-4df8-b9a4-187255a479d0.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.171248] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0525bea0-2804-4905-8ee0-966ef1b4b790 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.185567] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705256, 'name': CreateVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.187663] env[69843]: DEBUG oslo_vmware.api [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1283.187663] env[69843]: value = "task-3705257" [ 1283.187663] env[69843]: _type = "Task" [ 1283.187663] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.201171] env[69843]: DEBUG oslo_vmware.api [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Task: {'id': task-3705253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261567} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.203719] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.203918] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.204151] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.204383] env[69843]: INFO nova.compute.manager [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1283.204648] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.204954] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1283.204954] env[69843]: value = "task-3705258" [ 1283.204954] env[69843]: _type = "Task" [ 1283.204954] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.212695] env[69843]: DEBUG nova.compute.manager [-] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.212890] env[69843]: DEBUG nova.network.neutron [-] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.215193] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705249, 'name': CreateSnapshot_Task, 'duration_secs': 0.885661} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.226468] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Created Snapshot of the VM instance {{(pid=69843) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1283.227480] env[69843]: DEBUG oslo_vmware.api [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705254, 'name': PowerOffVM_Task, 'duration_secs': 0.264548} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.227772] env[69843]: DEBUG oslo_vmware.api [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.229559] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8149894-f16a-44dc-b563-302ffb9d0f57 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.232896] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.233133] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.237663] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d83a98cd-11f5-43bf-b0b4-91a8222951d2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.239796] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]525d64e0-ba39-5206-5029-2f726517814c, 'name': SearchDatastore_Task, 'duration_secs': 0.019277} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.246020] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.246283] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] a2617e7c-d937-4f31-af8f-387af914f878/a2617e7c-d937-4f31-af8f-387af914f878.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.246746] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.247712] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8122d8c9-6dee-43de-8800-b3086031ba05 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.263469] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Waiting for the task: (returnval){ [ 1283.263469] env[69843]: value = "task-3705260" [ 1283.263469] env[69843]: _type = "Task" [ 1283.263469] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.274066] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.319713] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.320065] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.320264] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Deleting the datastore file [datastore2] 9f220af4-4744-4f3f-857a-dc8349f0fc25 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.320591] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20a48652-0a96-49cf-8f25-6994ab97ea22 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.328923] env[69843]: DEBUG oslo_vmware.api [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for the task: (returnval){ [ 1283.328923] env[69843]: value = "task-3705261" [ 1283.328923] env[69843]: _type = "Task" [ 1283.328923] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.338508] env[69843]: DEBUG oslo_vmware.api [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.650611] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705256, 'name': CreateVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.705344] env[69843]: DEBUG oslo_vmware.api [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211181} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.705665] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.705901] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.706107] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.706455] env[69843]: INFO nova.compute.manager [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1283.706610] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.706837] env[69843]: DEBUG nova.compute.manager [-] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.706934] env[69843]: DEBUG nova.network.neutron [-] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.728274] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705258, 'name': ReconfigVM_Task, 'duration_secs': 0.328798} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.728494] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 835e97c5-ea00-4df8-b9a4-187255a479d0/835e97c5-ea00-4df8-b9a4-187255a479d0.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.729110] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20480dcf-19ac-43b9-b9c5-f1dc8821ca4f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.737613] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1283.737613] env[69843]: value = "task-3705262" [ 1283.737613] env[69843]: _type = "Task" [ 1283.737613] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.751698] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705262, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.766560] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Creating linked-clone VM from snapshot {{(pid=69843) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1283.769663] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-152647e2-cf1e-427d-9506-d5ad17672333 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.783383] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705260, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.785033] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1283.785033] env[69843]: value = "task-3705263" [ 1283.785033] env[69843]: _type = "Task" [ 1283.785033] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.793848] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705263, 'name': CloneVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.839398] env[69843]: DEBUG oslo_vmware.api [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Task: {'id': task-3705261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492275} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.839660] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.839892] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.840102] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.841749] env[69843]: INFO nova.compute.manager [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1283.841749] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.841749] env[69843]: DEBUG nova.compute.manager [-] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.841749] env[69843]: DEBUG nova.network.neutron [-] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.056868] env[69843]: DEBUG nova.network.neutron [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Updated VIF entry in instance network info cache for port 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.057283] env[69843]: DEBUG nova.network.neutron [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Updating instance_info_cache with network_info: [{"id": "7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7", "address": "fa:16:3e:9d:de:5a", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7590e1c6-2a", "ovs_interfaceid": "7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.125979] env[69843]: DEBUG nova.compute.manager [req-0cf1982f-fa75-46ef-bebd-5b7317bd2f3c req-dadb593a-038f-4b3c-a799-990b21d46b1a service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Received event network-vif-deleted-090b2c90-c2e9-4c73-9f94-00fe151cec53 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.126207] env[69843]: INFO nova.compute.manager [req-0cf1982f-fa75-46ef-bebd-5b7317bd2f3c req-dadb593a-038f-4b3c-a799-990b21d46b1a service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Neutron deleted interface 090b2c90-c2e9-4c73-9f94-00fe151cec53; detaching it from the instance and deleting it from the info cache [ 1284.126600] env[69843]: DEBUG nova.network.neutron [req-0cf1982f-fa75-46ef-bebd-5b7317bd2f3c req-dadb593a-038f-4b3c-a799-990b21d46b1a service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.149172] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705256, 'name': CreateVM_Task, 'duration_secs': 0.598778} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.149397] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.150623] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.150818] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.151221] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.151489] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd2c61c-3e8f-45a8-8a1f-8952884edf65 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.157380] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1284.157380] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bcf557-977d-c3c2-f438-f4f5d7498ae5" [ 1284.157380] env[69843]: _type = "Task" [ 1284.157380] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.167825] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bcf557-977d-c3c2-f438-f4f5d7498ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.251716] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705262, 'name': Rename_Task, 'duration_secs': 0.22445} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.251997] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.252278] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bc78757-ba1b-477c-a819-41f8e16e0ca0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.260045] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1284.260045] env[69843]: value = "task-3705264" [ 1284.260045] env[69843]: _type = "Task" [ 1284.260045] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.269865] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.278614] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541108} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.278873] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] a2617e7c-d937-4f31-af8f-387af914f878/a2617e7c-d937-4f31-af8f-387af914f878.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.279104] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.279362] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac530526-f22d-4d36-9ed4-29b64ced9570 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.291061] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Waiting for the task: (returnval){ [ 1284.291061] env[69843]: value = "task-3705265" [ 1284.291061] env[69843]: _type = "Task" [ 1284.291061] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.298272] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705263, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.305990] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.452325] env[69843]: DEBUG nova.network.neutron [-] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.560491] env[69843]: DEBUG oslo_concurrency.lockutils [req-ae656d2a-bea9-494a-8102-da65cfc234f1 req-ab116f7e-cea7-4063-bd41-fc1d194a35c2 service nova] Releasing lock "refresh_cache-dd976953-97f8-4c7e-8c44-45bafb7ab670" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.566201] env[69843]: DEBUG nova.network.neutron [-] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.629311] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77daf103-9ad3-47ca-be5a-39b152d980e2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.639371] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064da293-4650-4439-8f6c-15109e814e9c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.672059] env[69843]: DEBUG nova.compute.manager [req-0cf1982f-fa75-46ef-bebd-5b7317bd2f3c req-dadb593a-038f-4b3c-a799-990b21d46b1a service nova] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Detach interface failed, port_id=090b2c90-c2e9-4c73-9f94-00fe151cec53, reason: Instance a18b8638-c23b-42e1-85d3-5e7a173195a3 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1284.676251] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52bcf557-977d-c3c2-f438-f4f5d7498ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.016092} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.676677] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.676950] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.677421] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.677486] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.677699] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.677987] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b33b91f-0964-410f-850f-67fbda2a714b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.681591] env[69843]: DEBUG nova.network.neutron [-] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.691265] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.691772] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.692374] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b9dcf78-accd-4bfc-a62d-7a177dc77075 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.699211] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1284.699211] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5222dc0d-79ad-f068-4c15-cae686d262fd" [ 1284.699211] env[69843]: _type = "Task" [ 1284.699211] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.711103] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5222dc0d-79ad-f068-4c15-cae686d262fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.771595] env[69843]: DEBUG oslo_vmware.api [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705264, 'name': PowerOnVM_Task, 'duration_secs': 0.497578} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.771863] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.772096] env[69843]: INFO nova.compute.manager [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1284.772447] env[69843]: DEBUG nova.compute.manager [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1284.773461] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3058ae2a-dc48-4231-972d-5178d44c970e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.799428] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705263, 'name': CloneVM_Task} progress is 94%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.807962] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110317} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.808515] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.809785] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2659a273-47af-40d2-89fa-c6fa0c0e652d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.840245] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] a2617e7c-d937-4f31-af8f-387af914f878/a2617e7c-d937-4f31-af8f-387af914f878.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.842174] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50370bf1-d257-4a7e-82d3-d48eb124e122 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.859380] env[69843]: DEBUG nova.compute.manager [req-483fae80-08b7-4385-b160-1b8906bd9f2e req-b5f02a7e-8916-4cec-8edd-416970b64b71 service nova] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Received event network-vif-deleted-739a911a-53be-46b2-ae11-b4b2a9c6b46f {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.859586] env[69843]: DEBUG nova.compute.manager [req-483fae80-08b7-4385-b160-1b8906bd9f2e req-b5f02a7e-8916-4cec-8edd-416970b64b71 service nova] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Received event network-vif-deleted-5261d2bb-2460-44bf-a485-43776b72f2e0 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.867013] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Waiting for the task: (returnval){ [ 1284.867013] env[69843]: value = "task-3705266" [ 1284.867013] env[69843]: _type = "Task" [ 1284.867013] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.877054] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.954841] env[69843]: INFO nova.compute.manager [-] [instance: fb08a25e-09aa-4aff-b97c-d9d6b41412e8] Took 1.74 seconds to deallocate network for instance. [ 1285.068898] env[69843]: INFO nova.compute.manager [-] [instance: a18b8638-c23b-42e1-85d3-5e7a173195a3] Took 1.36 seconds to deallocate network for instance. [ 1285.186087] env[69843]: INFO nova.compute.manager [-] [instance: 9f220af4-4744-4f3f-857a-dc8349f0fc25] Took 1.34 seconds to deallocate network for instance. [ 1285.211953] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5222dc0d-79ad-f068-4c15-cae686d262fd, 'name': SearchDatastore_Task, 'duration_secs': 0.03566} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.212945] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397d1e71-7575-40b9-bc91-a992eabec3a3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.219922] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1285.219922] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5265737c-a7b8-1e4b-3af0-e0e3b88ad2e2" [ 1285.219922] env[69843]: _type = "Task" [ 1285.219922] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.230640] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5265737c-a7b8-1e4b-3af0-e0e3b88ad2e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.294154] env[69843]: INFO nova.compute.manager [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Took 14.49 seconds to build instance. [ 1285.302630] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705263, 'name': CloneVM_Task} progress is 95%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.377428] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.461892] env[69843]: DEBUG oslo_concurrency.lockutils [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.462317] env[69843]: DEBUG oslo_concurrency.lockutils [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.462459] env[69843]: DEBUG nova.objects.instance [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lazy-loading 'resources' on Instance uuid fb08a25e-09aa-4aff-b97c-d9d6b41412e8 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.576670] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.692531] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.733121] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5265737c-a7b8-1e4b-3af0-e0e3b88ad2e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01714} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.733423] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.733718] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] dd976953-97f8-4c7e-8c44-45bafb7ab670/dd976953-97f8-4c7e-8c44-45bafb7ab670.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.734038] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c824d07f-09d9-45ae-824e-5118dc1f3960 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.741452] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1285.741452] env[69843]: value = "task-3705267" [ 1285.741452] env[69843]: _type = "Task" [ 1285.741452] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.750131] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.798126] env[69843]: DEBUG oslo_concurrency.lockutils [None req-09dccaed-274e-4064-b365-7cf12a99cd52 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "835e97c5-ea00-4df8-b9a4-187255a479d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.010s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.798504] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705263, 'name': CloneVM_Task, 'duration_secs': 1.899707} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.798825] env[69843]: INFO nova.virt.vmwareapi.vmops [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Created linked-clone VM from snapshot [ 1285.799676] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3132468c-583e-42ba-9dec-62914b6fa43a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.807584] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Uploading image f2d9a7ad-b18a-45e1-9fae-85d505422b0c {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1285.837664] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1285.837664] env[69843]: value = "vm-737994" [ 1285.837664] env[69843]: _type = "VirtualMachine" [ 1285.837664] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1285.838047] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b39baad5-10b7-4713-8f66-96c9cb9b35a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.846380] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lease: (returnval){ [ 1285.846380] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52718c54-17ef-c053-a487-819caca749e0" [ 1285.846380] env[69843]: _type = "HttpNfcLease" [ 1285.846380] env[69843]: } obtained for exporting VM: (result){ [ 1285.846380] env[69843]: value = "vm-737994" [ 1285.846380] env[69843]: _type = "VirtualMachine" [ 1285.846380] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1285.846767] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the lease: (returnval){ [ 1285.846767] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52718c54-17ef-c053-a487-819caca749e0" [ 1285.846767] env[69843]: _type = "HttpNfcLease" [ 1285.846767] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1285.854719] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1285.854719] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52718c54-17ef-c053-a487-819caca749e0" [ 1285.854719] env[69843]: _type = "HttpNfcLease" [ 1285.854719] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1285.879165] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705266, 'name': ReconfigVM_Task, 'duration_secs': 0.871368} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.879448] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Reconfigured VM instance instance-0000007a to attach disk [datastore2] a2617e7c-d937-4f31-af8f-387af914f878/a2617e7c-d937-4f31-af8f-387af914f878.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.880480] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a36d07d0-b19a-4483-9e71-3b70de61e5ec {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.887594] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Waiting for the task: (returnval){ [ 1285.887594] env[69843]: value = "task-3705269" [ 1285.887594] env[69843]: _type = "Task" [ 1285.887594] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.900239] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705269, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.149049] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f800b360-2ca5-4a5b-a799-8be2fc463a37 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.161108] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142f507a-09fc-415a-baaf-1c5425d2a48e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.200804] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe402a5-0afd-4e08-bff0-3b4b7f468234 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.213917] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8afeb5a-0490-489f-b05a-820c968b69bd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.230555] env[69843]: DEBUG nova.compute.provider_tree [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.252376] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705267, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.355660] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1286.355660] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52718c54-17ef-c053-a487-819caca749e0" [ 1286.355660] env[69843]: _type = "HttpNfcLease" [ 1286.355660] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1286.355972] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1286.355972] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52718c54-17ef-c053-a487-819caca749e0" [ 1286.355972] env[69843]: _type = "HttpNfcLease" [ 1286.355972] env[69843]: }. {{(pid=69843) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1286.356707] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b557f39-96f6-4560-84fc-2af98a4b125d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.364381] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5238d2c9-5e4a-ac4f-d568-be1757f2269e/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1286.364578] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5238d2c9-5e4a-ac4f-d568-be1757f2269e/disk-0.vmdk for reading. {{(pid=69843) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1286.428695] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705269, 'name': Rename_Task, 'duration_secs': 0.280132} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.428997] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.429232] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e65f9bdc-bb6a-4f19-966c-b4a6eaa98eae {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.436838] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Waiting for the task: (returnval){ [ 1286.436838] env[69843]: value = "task-3705270" [ 1286.436838] env[69843]: _type = "Task" [ 1286.436838] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.447276] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.708710] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "835e97c5-ea00-4df8-b9a4-187255a479d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.709034] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "835e97c5-ea00-4df8-b9a4-187255a479d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.709212] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "835e97c5-ea00-4df8-b9a4-187255a479d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.709395] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "835e97c5-ea00-4df8-b9a4-187255a479d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.709559] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "835e97c5-ea00-4df8-b9a4-187255a479d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.711885] env[69843]: INFO nova.compute.manager [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Terminating instance [ 1286.722669] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6bef33ad-2f06-4b8f-a582-5e9a113a3cf5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.734071] env[69843]: DEBUG nova.scheduler.client.report [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.755222] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568557} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.760933] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] dd976953-97f8-4c7e-8c44-45bafb7ab670/dd976953-97f8-4c7e-8c44-45bafb7ab670.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.761305] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.762069] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbc23c98-4e62-4a99-a5d6-8b5ce9583df7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.769603] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1286.769603] env[69843]: value = "task-3705271" [ 1286.769603] env[69843]: _type = "Task" [ 1286.769603] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.779223] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.947288] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.217338] env[69843]: DEBUG nova.compute.manager [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.217818] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.219046] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38247f76-7fd4-4fec-a98e-59f4139c4133 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.229159] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.230037] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2be86c47-87cd-43b3-9122-7381a99a1edc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.238791] env[69843]: DEBUG oslo_vmware.api [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1287.238791] env[69843]: value = "task-3705272" [ 1287.238791] env[69843]: _type = "Task" [ 1287.238791] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.243696] env[69843]: DEBUG oslo_concurrency.lockutils [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.246372] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.670s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.246691] env[69843]: DEBUG nova.objects.instance [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lazy-loading 'resources' on Instance uuid a18b8638-c23b-42e1-85d3-5e7a173195a3 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.255088] env[69843]: DEBUG oslo_vmware.api [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.265898] env[69843]: INFO nova.scheduler.client.report [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Deleted allocations for instance fb08a25e-09aa-4aff-b97c-d9d6b41412e8 [ 1287.281771] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068795} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.282154] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.283114] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62e4274-14c5-4e61-8fe0-345a16adef23 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.313020] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] dd976953-97f8-4c7e-8c44-45bafb7ab670/dd976953-97f8-4c7e-8c44-45bafb7ab670.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.313477] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f209215-c748-4774-9562-5803b4deeb40 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.340303] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1287.340303] env[69843]: value = "task-3705273" [ 1287.340303] env[69843]: _type = "Task" [ 1287.340303] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.352464] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.452393] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.757115] env[69843]: DEBUG oslo_vmware.api [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705272, 'name': PowerOffVM_Task, 'duration_secs': 0.222717} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.758442] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.758566] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.758923] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b71129f-87f3-4008-a848-146a3814d1e2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.779983] env[69843]: DEBUG oslo_concurrency.lockutils [None req-20284ef9-b55f-4a7a-8f56-6dffbfa1347d tempest-AttachVolumeShelveTestJSON-1502267904 tempest-AttachVolumeShelveTestJSON-1502267904-project-member] Lock "fb08a25e-09aa-4aff-b97c-d9d6b41412e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.282s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.839615] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.840452] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.840687] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleting the datastore file [datastore1] 835e97c5-ea00-4df8-b9a4-187255a479d0 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.841504] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbdf86e3-d674-4d5c-8b43-0ad1872eafcf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.858559] env[69843]: DEBUG oslo_vmware.api [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1287.858559] env[69843]: value = "task-3705275" [ 1287.858559] env[69843]: _type = "Task" [ 1287.858559] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.858852] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705273, 'name': ReconfigVM_Task, 'duration_secs': 0.40153} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.859247] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Reconfigured VM instance instance-0000007b to attach disk [datastore2] dd976953-97f8-4c7e-8c44-45bafb7ab670/dd976953-97f8-4c7e-8c44-45bafb7ab670.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.863721] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fd5145d-2fbe-494f-853d-1108cb5be845 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.873299] env[69843]: DEBUG oslo_vmware.api [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.875388] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1287.875388] env[69843]: value = "task-3705276" [ 1287.875388] env[69843]: _type = "Task" [ 1287.875388] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.885078] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705276, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.931823] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b21cab6-30b6-47f2-b01b-84d0915652f8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.944973] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dafc8fe-c353-451e-84f7-5ce0167cbe12 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.955705] env[69843]: DEBUG oslo_vmware.api [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705270, 'name': PowerOnVM_Task, 'duration_secs': 1.259343} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.982242] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.982789] env[69843]: INFO nova.compute.manager [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1287.983201] env[69843]: DEBUG nova.compute.manager [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1287.987153] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717bcba1-2adb-419d-95a1-00372201c7c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.987923] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e92755-459d-461f-a514-f507933cffc4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.002712] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb87672-031b-48ee-97d0-de6499b8aa2f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.019546] env[69843]: DEBUG nova.compute.provider_tree [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.369781] env[69843]: DEBUG oslo_vmware.api [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253364} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.370685] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.370685] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.370918] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.371298] env[69843]: INFO nova.compute.manager [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1288.371665] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.371928] env[69843]: DEBUG nova.compute.manager [-] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.372100] env[69843]: DEBUG nova.network.neutron [-] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.385737] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705276, 'name': Rename_Task, 'duration_secs': 0.184032} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.386635] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.386635] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07f742a9-85cd-4e13-979b-b54d33ec5168 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.394431] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1288.394431] env[69843]: value = "task-3705277" [ 1288.394431] env[69843]: _type = "Task" [ 1288.394431] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.405129] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.512232] env[69843]: INFO nova.compute.manager [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Took 16.18 seconds to build instance. [ 1288.523231] env[69843]: DEBUG nova.scheduler.client.report [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.696219] env[69843]: DEBUG nova.compute.manager [req-3264cc82-80c3-4c32-a763-3c4a220031e8 req-16568044-faea-449f-898e-7bb7e4ba4de0 service nova] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Received event network-vif-deleted-c850889e-801c-4cc0-9f16-879dcb7a53e9 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.696526] env[69843]: INFO nova.compute.manager [req-3264cc82-80c3-4c32-a763-3c4a220031e8 req-16568044-faea-449f-898e-7bb7e4ba4de0 service nova] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Neutron deleted interface c850889e-801c-4cc0-9f16-879dcb7a53e9; detaching it from the instance and deleting it from the info cache [ 1288.697193] env[69843]: DEBUG nova.network.neutron [req-3264cc82-80c3-4c32-a763-3c4a220031e8 req-16568044-faea-449f-898e-7bb7e4ba4de0 service nova] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.905668] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705277, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.013216] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8d6983bc-6911-4253-b7b0-530e6769f68a tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Lock "a2617e7c-d937-4f31-af8f-387af914f878" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.691s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.028997] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.032075] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.340s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.032273] env[69843]: DEBUG nova.objects.instance [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lazy-loading 'resources' on Instance uuid 9f220af4-4744-4f3f-857a-dc8349f0fc25 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.054801] env[69843]: INFO nova.scheduler.client.report [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted allocations for instance a18b8638-c23b-42e1-85d3-5e7a173195a3 [ 1289.169483] env[69843]: DEBUG nova.network.neutron [-] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.200093] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-877fc17c-d7e6-468f-83e9-908308520a25 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.211717] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21ce4d2-58e8-4722-99ec-0f0754ae57dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.249042] env[69843]: DEBUG nova.compute.manager [req-3264cc82-80c3-4c32-a763-3c4a220031e8 req-16568044-faea-449f-898e-7bb7e4ba4de0 service nova] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Detach interface failed, port_id=c850889e-801c-4cc0-9f16-879dcb7a53e9, reason: Instance 835e97c5-ea00-4df8-b9a4-187255a479d0 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.406885] env[69843]: DEBUG oslo_vmware.api [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705277, 'name': PowerOnVM_Task, 'duration_secs': 0.71531} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.407506] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.407506] env[69843]: INFO nova.compute.manager [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1289.407506] env[69843]: DEBUG nova.compute.manager [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1289.408852] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ed551b-4bb8-4b6b-aff2-7c3224e39352 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.521787] env[69843]: DEBUG oslo_concurrency.lockutils [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Acquiring lock "a2617e7c-d937-4f31-af8f-387af914f878" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.522078] env[69843]: DEBUG oslo_concurrency.lockutils [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Lock "a2617e7c-d937-4f31-af8f-387af914f878" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.522329] env[69843]: DEBUG oslo_concurrency.lockutils [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Acquiring lock "a2617e7c-d937-4f31-af8f-387af914f878-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.522514] env[69843]: DEBUG oslo_concurrency.lockutils [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Lock "a2617e7c-d937-4f31-af8f-387af914f878-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.522688] env[69843]: DEBUG oslo_concurrency.lockutils [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Lock "a2617e7c-d937-4f31-af8f-387af914f878-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.524842] env[69843]: INFO nova.compute.manager [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Terminating instance [ 1289.565041] env[69843]: DEBUG oslo_concurrency.lockutils [None req-dab445df-76ae-4dac-b369-07c34d717839 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "a18b8638-c23b-42e1-85d3-5e7a173195a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.556s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.665626] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c11b406-2236-495e-b5f9-c6e2c3648bf8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.674506] env[69843]: INFO nova.compute.manager [-] [instance: 835e97c5-ea00-4df8-b9a4-187255a479d0] Took 1.30 seconds to deallocate network for instance. [ 1289.677134] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d1d609-103e-4b06-ba35-bd9799d22f79 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.713189] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8fc70b-06f3-47fc-a003-9dd611929fd7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.722750] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c605f7-737b-491d-a3c4-afa108ca2895 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.740057] env[69843]: DEBUG nova.compute.provider_tree [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.929095] env[69843]: INFO nova.compute.manager [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Took 14.65 seconds to build instance. [ 1290.028962] env[69843]: DEBUG nova.compute.manager [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.029241] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.031072] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c956619-ed69-46b9-b0a6-9b2dcab26f89 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.038787] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.039079] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-529c7c05-3389-418f-950d-9a8eac1e770a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.045960] env[69843]: DEBUG oslo_vmware.api [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Waiting for the task: (returnval){ [ 1290.045960] env[69843]: value = "task-3705280" [ 1290.045960] env[69843]: _type = "Task" [ 1290.045960] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.055283] env[69843]: DEBUG oslo_vmware.api [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.185931] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.243188] env[69843]: DEBUG nova.scheduler.client.report [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.431486] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d6d9c026-2d96-4e03-9556-6e029ea175a6 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.159s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.557130] env[69843]: DEBUG oslo_vmware.api [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705280, 'name': PowerOffVM_Task, 'duration_secs': 0.255736} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.557477] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.557651] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.557922] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-994e6857-6285-4c4d-8367-0cb0d4ea1458 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.632123] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.632444] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.632715] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Deleting the datastore file [datastore2] a2617e7c-d937-4f31-af8f-387af914f878 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.633079] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00bdd503-f85a-4dcd-a1c4-91d405a375f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.641267] env[69843]: DEBUG oslo_vmware.api [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Waiting for the task: (returnval){ [ 1290.641267] env[69843]: value = "task-3705282" [ 1290.641267] env[69843]: _type = "Task" [ 1290.641267] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.649942] env[69843]: DEBUG oslo_vmware.api [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.748380] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.752111] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.566s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.752111] env[69843]: DEBUG nova.objects.instance [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lazy-loading 'resources' on Instance uuid 835e97c5-ea00-4df8-b9a4-187255a479d0 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.780445] env[69843]: INFO nova.scheduler.client.report [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Deleted allocations for instance 9f220af4-4744-4f3f-857a-dc8349f0fc25 [ 1290.997880] env[69843]: DEBUG nova.compute.manager [req-8dc84fe8-3af4-4891-973a-d804a3dbc4a3 req-04ad747b-1b83-4f64-ae4f-2fe4fad5d84c service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Received event network-changed-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.998165] env[69843]: DEBUG nova.compute.manager [req-8dc84fe8-3af4-4891-973a-d804a3dbc4a3 req-04ad747b-1b83-4f64-ae4f-2fe4fad5d84c service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Refreshing instance network info cache due to event network-changed-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.998382] env[69843]: DEBUG oslo_concurrency.lockutils [req-8dc84fe8-3af4-4891-973a-d804a3dbc4a3 req-04ad747b-1b83-4f64-ae4f-2fe4fad5d84c service nova] Acquiring lock "refresh_cache-dd976953-97f8-4c7e-8c44-45bafb7ab670" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.998468] env[69843]: DEBUG oslo_concurrency.lockutils [req-8dc84fe8-3af4-4891-973a-d804a3dbc4a3 req-04ad747b-1b83-4f64-ae4f-2fe4fad5d84c service nova] Acquired lock "refresh_cache-dd976953-97f8-4c7e-8c44-45bafb7ab670" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.998671] env[69843]: DEBUG nova.network.neutron [req-8dc84fe8-3af4-4891-973a-d804a3dbc4a3 req-04ad747b-1b83-4f64-ae4f-2fe4fad5d84c service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Refreshing network info cache for port 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.151618] env[69843]: DEBUG oslo_vmware.api [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.287646] env[69843]: DEBUG oslo_concurrency.lockutils [None req-fbfe9775-f1e3-4953-96e7-918af138dd77 tempest-ServerRescueNegativeTestJSON-204716840 tempest-ServerRescueNegativeTestJSON-204716840-project-member] Lock "9f220af4-4744-4f3f-857a-dc8349f0fc25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.146s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.357321] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba119ead-5da8-4c3f-8ad9-3a1fc86fcd10 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.365244] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3889f03e-76c8-459e-ba60-b17668c9cfcc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.398209] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a8f18f-044c-40a3-8ad2-ae71b6c537cf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.406137] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370efa56-9f12-44a6-8ae2-5a9ed5cb246b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.420050] env[69843]: DEBUG nova.compute.provider_tree [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.651799] env[69843]: DEBUG oslo_vmware.api [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Task: {'id': task-3705282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.673665} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.652929] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.653206] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.654020] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.654252] env[69843]: INFO nova.compute.manager [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1291.654511] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.654715] env[69843]: DEBUG nova.compute.manager [-] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.654809] env[69843]: DEBUG nova.network.neutron [-] [instance: a2617e7c-d937-4f31-af8f-387af914f878] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.738957] env[69843]: DEBUG nova.network.neutron [req-8dc84fe8-3af4-4891-973a-d804a3dbc4a3 req-04ad747b-1b83-4f64-ae4f-2fe4fad5d84c service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Updated VIF entry in instance network info cache for port 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.739231] env[69843]: DEBUG nova.network.neutron [req-8dc84fe8-3af4-4891-973a-d804a3dbc4a3 req-04ad747b-1b83-4f64-ae4f-2fe4fad5d84c service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Updating instance_info_cache with network_info: [{"id": "7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7", "address": "fa:16:3e:9d:de:5a", "network": {"id": "8900afc7-4f4f-4d43-a257-0cd681fbe68d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-393748195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f4e5e44824a45279d35bbaf8400cf63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7590e1c6-2a", "ovs_interfaceid": "7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.923033] env[69843]: DEBUG nova.scheduler.client.report [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.242407] env[69843]: DEBUG oslo_concurrency.lockutils [req-8dc84fe8-3af4-4891-973a-d804a3dbc4a3 req-04ad747b-1b83-4f64-ae4f-2fe4fad5d84c service nova] Releasing lock "refresh_cache-dd976953-97f8-4c7e-8c44-45bafb7ab670" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.430713] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.456057] env[69843]: INFO nova.scheduler.client.report [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted allocations for instance 835e97c5-ea00-4df8-b9a4-187255a479d0 [ 1292.511170] env[69843]: DEBUG nova.network.neutron [-] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.968374] env[69843]: DEBUG oslo_concurrency.lockutils [None req-1622a149-eaac-4cde-afe3-d85ac577cf99 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "835e97c5-ea00-4df8-b9a4-187255a479d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.259s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.009547] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.009997] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.010325] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.010572] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.010782] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.013033] env[69843]: INFO nova.compute.manager [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Terminating instance [ 1293.014849] env[69843]: INFO nova.compute.manager [-] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Took 1.36 seconds to deallocate network for instance. [ 1293.066197] env[69843]: DEBUG nova.compute.manager [req-1fc3c82f-82ae-4187-86c3-d05fd7aed1c1 req-0007e7c7-6bc9-4065-9634-cc59192a9b6c service nova] [instance: a2617e7c-d937-4f31-af8f-387af914f878] Received event network-vif-deleted-d2879602-c2e4-4671-b76e-9dff660fac13 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.526126] env[69843]: DEBUG nova.compute.manager [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.526623] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.527918] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966b36e3-dc6d-4b06-ac64-7c0af2ee0d98 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.538757] env[69843]: DEBUG oslo_concurrency.lockutils [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.539154] env[69843]: DEBUG oslo_concurrency.lockutils [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.540136] env[69843]: DEBUG nova.objects.instance [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Lazy-loading 'resources' on Instance uuid a2617e7c-d937-4f31-af8f-387af914f878 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.540921] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.540921] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-831583de-8120-4634-9051-42b951538ad4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.551453] env[69843]: DEBUG oslo_vmware.api [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1293.551453] env[69843]: value = "task-3705283" [ 1293.551453] env[69843]: _type = "Task" [ 1293.551453] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.561720] env[69843]: DEBUG oslo_vmware.api [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.062197] env[69843]: DEBUG oslo_vmware.api [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705283, 'name': PowerOffVM_Task, 'duration_secs': 0.24739} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.062537] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.062706] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.062965] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18efc207-91c6-4010-a284-598bba5d0663 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.072409] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "dc9b2212-3a49-4642-9e09-2f995742e44d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.072725] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "dc9b2212-3a49-4642-9e09-2f995742e44d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.151246] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.151580] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.151764] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleting the datastore file [datastore1] d9fc4e13-6556-4875-b301-c5f47d3e1cf0 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.152131] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0b914e5-7171-410a-a620-bd1d8b436fbb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.162666] env[69843]: DEBUG oslo_vmware.api [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for the task: (returnval){ [ 1294.162666] env[69843]: value = "task-3705285" [ 1294.162666] env[69843]: _type = "Task" [ 1294.162666] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.172122] env[69843]: DEBUG oslo_vmware.api [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.203036] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60973d7-383c-4a3e-a413-9090777a6e68 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.212041] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa0739b-fdca-4fa6-969a-9e71a06f6ece {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.245083] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f608148-66f7-423e-9e6f-4e174f9af25e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.253443] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f283193-4bb8-481d-a6f0-95190b7e6026 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.269753] env[69843]: DEBUG nova.compute.provider_tree [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.575917] env[69843]: DEBUG nova.compute.manager [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.675088] env[69843]: DEBUG oslo_vmware.api [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Task: {'id': task-3705285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382639} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.675088] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.675337] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.675496] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.675711] env[69843]: INFO nova.compute.manager [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1294.675970] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.676181] env[69843]: DEBUG nova.compute.manager [-] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.676279] env[69843]: DEBUG nova.network.neutron [-] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.773465] env[69843]: DEBUG nova.scheduler.client.report [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.098798] env[69843]: DEBUG nova.compute.manager [req-4992c711-9f4f-4cc2-86c4-a6897e3de032 req-d202ad29-35c6-4b76-bb28-96c6783c14aa service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Received event network-vif-deleted-23a29ea9-79b4-4d0a-b116-25e6ea301568 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.099017] env[69843]: INFO nova.compute.manager [req-4992c711-9f4f-4cc2-86c4-a6897e3de032 req-d202ad29-35c6-4b76-bb28-96c6783c14aa service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Neutron deleted interface 23a29ea9-79b4-4d0a-b116-25e6ea301568; detaching it from the instance and deleting it from the info cache [ 1295.099278] env[69843]: DEBUG nova.network.neutron [req-4992c711-9f4f-4cc2-86c4-a6897e3de032 req-d202ad29-35c6-4b76-bb28-96c6783c14aa service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.102067] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.278595] env[69843]: DEBUG oslo_concurrency.lockutils [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.281072] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.179s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.282622] env[69843]: INFO nova.compute.claims [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.297415] env[69843]: INFO nova.scheduler.client.report [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Deleted allocations for instance a2617e7c-d937-4f31-af8f-387af914f878 [ 1295.411346] env[69843]: DEBUG nova.network.neutron [-] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.601855] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-003dc12c-9922-48c8-816c-5e37fccae4db {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.613239] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8489c8c7-c393-4ced-8c71-9960407279aa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.649520] env[69843]: DEBUG nova.compute.manager [req-4992c711-9f4f-4cc2-86c4-a6897e3de032 req-d202ad29-35c6-4b76-bb28-96c6783c14aa service nova] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Detach interface failed, port_id=23a29ea9-79b4-4d0a-b116-25e6ea301568, reason: Instance d9fc4e13-6556-4875-b301-c5f47d3e1cf0 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.804845] env[69843]: DEBUG oslo_concurrency.lockutils [None req-281ab772-3007-47f9-a3f8-32f7bef7bd48 tempest-InstanceActionsV221TestJSON-443933829 tempest-InstanceActionsV221TestJSON-443933829-project-member] Lock "a2617e7c-d937-4f31-af8f-387af914f878" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.283s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.913845] env[69843]: INFO nova.compute.manager [-] [instance: d9fc4e13-6556-4875-b301-c5f47d3e1cf0] Took 1.24 seconds to deallocate network for instance. [ 1296.402202] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84701e2-a8b5-42a2-9585-d99a05299d58 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.412622] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905381b6-3136-4687-8b51-d5a1c9895b40 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.444312] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.445367] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4550f1-ecd1-4c87-a8c3-3443499e5ad0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.453925] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbdea9b-71b6-4c7f-80e8-1494c45ab659 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.468992] env[69843]: DEBUG nova.compute.provider_tree [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.973037] env[69843]: DEBUG nova.scheduler.client.report [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.480081] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.480774] env[69843]: DEBUG nova.compute.manager [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.483939] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.040s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.484233] env[69843]: DEBUG nova.objects.instance [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lazy-loading 'resources' on Instance uuid d9fc4e13-6556-4875-b301-c5f47d3e1cf0 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.980049] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.986683] env[69843]: DEBUG nova.compute.utils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.991290] env[69843]: DEBUG nova.compute.manager [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.991366] env[69843]: DEBUG nova.network.neutron [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.051523] env[69843]: DEBUG nova.policy [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a145ceb761d43ce9789280a6c27a208', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b3c1c9d04b34f8c9450e5c72a1c7524', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.092879] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e033a2a-44a9-4eb1-948e-a409034cf9a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.102032] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bbf7ce-085f-4592-be61-a7d5cbc347d8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.134844] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2f7935-b88f-470c-9288-f272d401717f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.142960] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cb3407-579d-4ba0-89a4-08e1a0840f1c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.158056] env[69843]: DEBUG nova.compute.provider_tree [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.327902] env[69843]: DEBUG nova.network.neutron [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Successfully created port: 3d20b625-2b0b-4528-a71c-152d3f96c072 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.491899] env[69843]: DEBUG nova.compute.manager [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.661258] env[69843]: DEBUG nova.scheduler.client.report [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.141303] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5238d2c9-5e4a-ac4f-d568-be1757f2269e/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1299.142443] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3858f48-47fc-473b-ba02-b9e477530a2b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.149185] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5238d2c9-5e4a-ac4f-d568-be1757f2269e/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1299.149374] env[69843]: ERROR oslo_vmware.rw_handles [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5238d2c9-5e4a-ac4f-d568-be1757f2269e/disk-0.vmdk due to incomplete transfer. [ 1299.149603] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-efe01582-d50d-44da-bc0e-8448d9e85a4e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.157241] env[69843]: DEBUG oslo_vmware.rw_handles [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5238d2c9-5e4a-ac4f-d568-be1757f2269e/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1299.157437] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Uploaded image f2d9a7ad-b18a-45e1-9fae-85d505422b0c to the Glance image server {{(pid=69843) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1299.159647] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Destroying the VM {{(pid=69843) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1299.159931] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a956d5b3-963f-470a-86f2-5736855a099f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.165708] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.169379] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1299.169379] env[69843]: value = "task-3705286" [ 1299.169379] env[69843]: _type = "Task" [ 1299.169379] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.178226] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705286, 'name': Destroy_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.192326] env[69843]: INFO nova.scheduler.client.report [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Deleted allocations for instance d9fc4e13-6556-4875-b301-c5f47d3e1cf0 [ 1299.505697] env[69843]: DEBUG nova.compute.manager [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.528401] env[69843]: DEBUG nova.virt.hardware [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.528733] env[69843]: DEBUG nova.virt.hardware [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.529161] env[69843]: DEBUG nova.virt.hardware [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.529161] env[69843]: DEBUG nova.virt.hardware [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.529304] env[69843]: DEBUG nova.virt.hardware [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.529460] env[69843]: DEBUG nova.virt.hardware [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.529702] env[69843]: DEBUG nova.virt.hardware [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.529916] env[69843]: DEBUG nova.virt.hardware [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.530154] env[69843]: DEBUG nova.virt.hardware [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.530379] env[69843]: DEBUG nova.virt.hardware [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.530608] env[69843]: DEBUG nova.virt.hardware [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.531639] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e73cd42-d9ce-49b7-ac43-37680b8747a0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.541388] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fb7481-a6de-4cd0-b9fe-cb6263805a04 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.679425] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705286, 'name': Destroy_Task, 'duration_secs': 0.388116} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.679691] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Destroyed the VM [ 1299.679984] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Deleting Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1299.680311] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4309150a-2b2b-4189-ab6e-1ef5422a4c20 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.687184] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1299.687184] env[69843]: value = "task-3705287" [ 1299.687184] env[69843]: _type = "Task" [ 1299.687184] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.695894] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705287, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.700022] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3fa35620-ca04-4307-aa86-7402d65c7fd3 tempest-ServerActionsTestOtherA-516554089 tempest-ServerActionsTestOtherA-516554089-project-member] Lock "d9fc4e13-6556-4875-b301-c5f47d3e1cf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.690s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.762068] env[69843]: DEBUG nova.compute.manager [req-e64f1f74-0b1e-47be-8403-68a011e5ab2c req-42bdd975-e959-4afb-a8a5-059fd741e5df service nova] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Received event network-vif-plugged-3d20b625-2b0b-4528-a71c-152d3f96c072 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.762390] env[69843]: DEBUG oslo_concurrency.lockutils [req-e64f1f74-0b1e-47be-8403-68a011e5ab2c req-42bdd975-e959-4afb-a8a5-059fd741e5df service nova] Acquiring lock "dc9b2212-3a49-4642-9e09-2f995742e44d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.762681] env[69843]: DEBUG oslo_concurrency.lockutils [req-e64f1f74-0b1e-47be-8403-68a011e5ab2c req-42bdd975-e959-4afb-a8a5-059fd741e5df service nova] Lock "dc9b2212-3a49-4642-9e09-2f995742e44d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.762916] env[69843]: DEBUG oslo_concurrency.lockutils [req-e64f1f74-0b1e-47be-8403-68a011e5ab2c req-42bdd975-e959-4afb-a8a5-059fd741e5df service nova] Lock "dc9b2212-3a49-4642-9e09-2f995742e44d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.763703] env[69843]: DEBUG nova.compute.manager [req-e64f1f74-0b1e-47be-8403-68a011e5ab2c req-42bdd975-e959-4afb-a8a5-059fd741e5df service nova] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] No waiting events found dispatching network-vif-plugged-3d20b625-2b0b-4528-a71c-152d3f96c072 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1299.763914] env[69843]: WARNING nova.compute.manager [req-e64f1f74-0b1e-47be-8403-68a011e5ab2c req-42bdd975-e959-4afb-a8a5-059fd741e5df service nova] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Received unexpected event network-vif-plugged-3d20b625-2b0b-4528-a71c-152d3f96c072 for instance with vm_state building and task_state spawning. [ 1299.853886] env[69843]: DEBUG nova.network.neutron [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Successfully updated port: 3d20b625-2b0b-4528-a71c-152d3f96c072 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.975038] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.980701] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.198018] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705287, 'name': RemoveSnapshot_Task, 'duration_secs': 0.36986} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.198304] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Deleted Snapshot of the VM instance {{(pid=69843) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1300.198479] env[69843]: DEBUG nova.compute.manager [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1300.199286] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13e9577-9ac8-481d-b1c9-021f635d6b9b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.357551] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "refresh_cache-dc9b2212-3a49-4642-9e09-2f995742e44d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.357909] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "refresh_cache-dc9b2212-3a49-4642-9e09-2f995742e44d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.358117] env[69843]: DEBUG nova.network.neutron [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.483965] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.484281] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.484451] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.484606] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69843) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1300.485611] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbd12b3-7031-4589-8d67-cad6ae49e140 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.494610] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b49562a-f799-4662-9956-b9a14e2e2caf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.512033] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d73aa7f-68b1-47b0-80e3-4d62a240c4da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.519912] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178a86c3-b432-41b2-a91c-df2f0c17b7ca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.551414] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178722MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69843) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1300.551592] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.551804] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.713044] env[69843]: INFO nova.compute.manager [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Shelve offloading [ 1300.891157] env[69843]: DEBUG nova.network.neutron [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.043404] env[69843]: DEBUG nova.network.neutron [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Updating instance_info_cache with network_info: [{"id": "3d20b625-2b0b-4528-a71c-152d3f96c072", "address": "fa:16:3e:cc:0d:32", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d20b625-2b", "ovs_interfaceid": "3d20b625-2b0b-4528-a71c-152d3f96c072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.216642] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.216979] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-173cf38b-35f2-4a62-a014-a9c1d19dcef4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.226037] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1301.226037] env[69843]: value = "task-3705288" [ 1301.226037] env[69843]: _type = "Task" [ 1301.226037] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.238237] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] VM already powered off {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1301.238237] env[69843]: DEBUG nova.compute.manager [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1301.239034] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad8007f-c7d5-49dd-8590-ada5a2971d52 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.245791] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.246023] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.246241] env[69843]: DEBUG nova.network.neutron [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.543460] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "refresh_cache-dc9b2212-3a49-4642-9e09-2f995742e44d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.543948] env[69843]: DEBUG nova.compute.manager [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Instance network_info: |[{"id": "3d20b625-2b0b-4528-a71c-152d3f96c072", "address": "fa:16:3e:cc:0d:32", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d20b625-2b", "ovs_interfaceid": "3d20b625-2b0b-4528-a71c-152d3f96c072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1301.544565] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:0d:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d20b625-2b0b-4528-a71c-152d3f96c072', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.557894] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.558242] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.562485] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d68409b-b2a0-47a6-8210-08e590f5e1d1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.584514] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance a694dd29-b502-4359-bd11-8f344d1434c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1301.584666] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 050bce8f-cc6e-4aec-959d-13d0489a56ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1301.584811] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance c48ed2fe-2727-4303-b059-a3f363c99adf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1301.584893] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance dd976953-97f8-4c7e-8c44-45bafb7ab670 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1301.585016] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance dc9b2212-3a49-4642-9e09-2f995742e44d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1301.585303] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1301.585404] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1301.595170] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.595170] env[69843]: value = "task-3705289" [ 1301.595170] env[69843]: _type = "Task" [ 1301.595170] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.604107] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705289, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.679624] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbcb492-562d-4927-95a2-91819d4cd14f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.688161] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e94ef2b-1ee9-4edc-b304-6b02a0d79596 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.720686] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811d5216-e02f-46eb-9120-94e9e0242c4d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.729277] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf088e87-5d7b-4fc5-b745-d2fa78ceba43 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.744138] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.812959] env[69843]: DEBUG nova.compute.manager [req-9ad41401-0a1d-4b9c-adf9-d40655567ec6 req-2fbfb391-5299-409e-bc1a-b48584ab2771 service nova] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Received event network-changed-3d20b625-2b0b-4528-a71c-152d3f96c072 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.813177] env[69843]: DEBUG nova.compute.manager [req-9ad41401-0a1d-4b9c-adf9-d40655567ec6 req-2fbfb391-5299-409e-bc1a-b48584ab2771 service nova] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Refreshing instance network info cache due to event network-changed-3d20b625-2b0b-4528-a71c-152d3f96c072. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.813394] env[69843]: DEBUG oslo_concurrency.lockutils [req-9ad41401-0a1d-4b9c-adf9-d40655567ec6 req-2fbfb391-5299-409e-bc1a-b48584ab2771 service nova] Acquiring lock "refresh_cache-dc9b2212-3a49-4642-9e09-2f995742e44d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.813533] env[69843]: DEBUG oslo_concurrency.lockutils [req-9ad41401-0a1d-4b9c-adf9-d40655567ec6 req-2fbfb391-5299-409e-bc1a-b48584ab2771 service nova] Acquired lock "refresh_cache-dc9b2212-3a49-4642-9e09-2f995742e44d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.814116] env[69843]: DEBUG nova.network.neutron [req-9ad41401-0a1d-4b9c-adf9-d40655567ec6 req-2fbfb391-5299-409e-bc1a-b48584ab2771 service nova] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Refreshing network info cache for port 3d20b625-2b0b-4528-a71c-152d3f96c072 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.003221] env[69843]: DEBUG nova.network.neutron [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updating instance_info_cache with network_info: [{"id": "583a66db-92f0-4912-8fd3-b4f39749f699", "address": "fa:16:3e:23:e3:93", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583a66db-92", "ovs_interfaceid": "583a66db-92f0-4912-8fd3-b4f39749f699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.106417] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705289, 'name': CreateVM_Task, 'duration_secs': 0.361748} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.106601] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.107299] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.107467] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.107835] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.108094] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f9896c-dd1c-4f1e-bfbe-40224d892cff {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.113798] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1302.113798] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e37d06-f690-f1ae-b732-1bad69a24d89" [ 1302.113798] env[69843]: _type = "Task" [ 1302.113798] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.123770] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e37d06-f690-f1ae-b732-1bad69a24d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.247780] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.506127] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.574557] env[69843]: DEBUG nova.network.neutron [req-9ad41401-0a1d-4b9c-adf9-d40655567ec6 req-2fbfb391-5299-409e-bc1a-b48584ab2771 service nova] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Updated VIF entry in instance network info cache for port 3d20b625-2b0b-4528-a71c-152d3f96c072. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.574972] env[69843]: DEBUG nova.network.neutron [req-9ad41401-0a1d-4b9c-adf9-d40655567ec6 req-2fbfb391-5299-409e-bc1a-b48584ab2771 service nova] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Updating instance_info_cache with network_info: [{"id": "3d20b625-2b0b-4528-a71c-152d3f96c072", "address": "fa:16:3e:cc:0d:32", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d20b625-2b", "ovs_interfaceid": "3d20b625-2b0b-4528-a71c-152d3f96c072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.592224] env[69843]: DEBUG oslo_concurrency.lockutils [None req-60e8a27f-9981-4270-bb15-8dacb562f31f tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "c48ed2fe-2727-4303-b059-a3f363c99adf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.592598] env[69843]: DEBUG oslo_concurrency.lockutils [None req-60e8a27f-9981-4270-bb15-8dacb562f31f tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c48ed2fe-2727-4303-b059-a3f363c99adf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.592799] env[69843]: DEBUG nova.compute.manager [None req-60e8a27f-9981-4270-bb15-8dacb562f31f tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1302.593992] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b311358-0dbf-487a-84f8-c022714c9d52 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.601884] env[69843]: DEBUG nova.compute.manager [None req-60e8a27f-9981-4270-bb15-8dacb562f31f tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69843) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1302.602582] env[69843]: DEBUG nova.objects.instance [None req-60e8a27f-9981-4270-bb15-8dacb562f31f tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'flavor' on Instance uuid c48ed2fe-2727-4303-b059-a3f363c99adf {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.627499] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52e37d06-f690-f1ae-b732-1bad69a24d89, 'name': SearchDatastore_Task, 'duration_secs': 0.011109} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.627883] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.628139] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.628378] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.628518] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.628693] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.628996] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e1d894d-1dda-4491-a74e-a06ec4e69d31 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.639276] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.639461] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.640280] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d49b96-3757-4e50-9227-19085b2884e7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.646070] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1302.646070] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527897a9-1049-2aab-de8d-00fc79b02e82" [ 1302.646070] env[69843]: _type = "Task" [ 1302.646070] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.654649] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527897a9-1049-2aab-de8d-00fc79b02e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.752987] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1302.753306] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.201s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.772789] env[69843]: DEBUG nova.compute.manager [req-17da8487-1897-44f8-98e5-a0c1fbc023a4 req-00e64537-8ffd-4380-b168-ca9224ff0a0c service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Received event network-vif-unplugged-583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.773014] env[69843]: DEBUG oslo_concurrency.lockutils [req-17da8487-1897-44f8-98e5-a0c1fbc023a4 req-00e64537-8ffd-4380-b168-ca9224ff0a0c service nova] Acquiring lock "a694dd29-b502-4359-bd11-8f344d1434c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.773220] env[69843]: DEBUG oslo_concurrency.lockutils [req-17da8487-1897-44f8-98e5-a0c1fbc023a4 req-00e64537-8ffd-4380-b168-ca9224ff0a0c service nova] Lock "a694dd29-b502-4359-bd11-8f344d1434c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.773388] env[69843]: DEBUG oslo_concurrency.lockutils [req-17da8487-1897-44f8-98e5-a0c1fbc023a4 req-00e64537-8ffd-4380-b168-ca9224ff0a0c service nova] Lock "a694dd29-b502-4359-bd11-8f344d1434c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.773553] env[69843]: DEBUG nova.compute.manager [req-17da8487-1897-44f8-98e5-a0c1fbc023a4 req-00e64537-8ffd-4380-b168-ca9224ff0a0c service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] No waiting events found dispatching network-vif-unplugged-583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1302.773717] env[69843]: WARNING nova.compute.manager [req-17da8487-1897-44f8-98e5-a0c1fbc023a4 req-00e64537-8ffd-4380-b168-ca9224ff0a0c service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Received unexpected event network-vif-unplugged-583a66db-92f0-4912-8fd3-b4f39749f699 for instance with vm_state shelved and task_state shelving_offloading. [ 1302.871392] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.872368] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bf419a-4103-4a51-8d86-9c57b1ebf53c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.880479] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.880727] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5173a47-9e97-4932-94d9-19e684b0c12d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.952282] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.952522] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.952705] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleting the datastore file [datastore1] a694dd29-b502-4359-bd11-8f344d1434c7 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.952988] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7236f9f-1a82-45b0-b4ad-f5f7a69cad81 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.960345] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1302.960345] env[69843]: value = "task-3705291" [ 1302.960345] env[69843]: _type = "Task" [ 1302.960345] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.968823] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.079528] env[69843]: DEBUG oslo_concurrency.lockutils [req-9ad41401-0a1d-4b9c-adf9-d40655567ec6 req-2fbfb391-5299-409e-bc1a-b48584ab2771 service nova] Releasing lock "refresh_cache-dc9b2212-3a49-4642-9e09-2f995742e44d" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.160434] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]527897a9-1049-2aab-de8d-00fc79b02e82, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.161395] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32264ce3-232d-4dd9-a356-f3317c594d4d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.168066] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1303.168066] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52046fb5-685e-e61f-cb63-47563fef049e" [ 1303.168066] env[69843]: _type = "Task" [ 1303.168066] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.177808] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52046fb5-685e-e61f-cb63-47563fef049e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.471760] env[69843]: DEBUG oslo_vmware.api [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204284} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.472177] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.472251] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.472377] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.497032] env[69843]: INFO nova.scheduler.client.report [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleted allocations for instance a694dd29-b502-4359-bd11-8f344d1434c7 [ 1303.610600] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e8a27f-9981-4270-bb15-8dacb562f31f tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.610969] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92d4f0a1-16d8-4649-878e-3997c2b286df {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.620899] env[69843]: DEBUG oslo_vmware.api [None req-60e8a27f-9981-4270-bb15-8dacb562f31f tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1303.620899] env[69843]: value = "task-3705292" [ 1303.620899] env[69843]: _type = "Task" [ 1303.620899] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.629934] env[69843]: DEBUG oslo_vmware.api [None req-60e8a27f-9981-4270-bb15-8dacb562f31f tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.681042] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52046fb5-685e-e61f-cb63-47563fef049e, 'name': SearchDatastore_Task, 'duration_secs': 0.012759} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.681437] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.681742] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] dc9b2212-3a49-4642-9e09-2f995742e44d/dc9b2212-3a49-4642-9e09-2f995742e44d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.682052] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92ececfe-ddf0-4f66-b568-64d9d417c455 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.690634] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1303.690634] env[69843]: value = "task-3705293" [ 1303.690634] env[69843]: _type = "Task" [ 1303.690634] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.699539] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.753396] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.753721] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.980949] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.980949] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.980949] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69843) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1304.002806] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.002806] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.003107] env[69843]: DEBUG nova.objects.instance [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'resources' on Instance uuid a694dd29-b502-4359-bd11-8f344d1434c7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.132571] env[69843]: DEBUG oslo_vmware.api [None req-60e8a27f-9981-4270-bb15-8dacb562f31f tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705292, 'name': PowerOffVM_Task, 'duration_secs': 0.223676} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.132812] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e8a27f-9981-4270-bb15-8dacb562f31f tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.133089] env[69843]: DEBUG nova.compute.manager [None req-60e8a27f-9981-4270-bb15-8dacb562f31f tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1304.133879] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9f1771-3d00-4edc-b62c-a88e53d59070 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.200951] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46932} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.201240] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] dc9b2212-3a49-4642-9e09-2f995742e44d/dc9b2212-3a49-4642-9e09-2f995742e44d.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.201437] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.201694] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83224a27-10e0-4c1e-82c3-ecb2bb3e59a3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.208293] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1304.208293] env[69843]: value = "task-3705294" [ 1304.208293] env[69843]: _type = "Task" [ 1304.208293] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.216247] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.508121] env[69843]: DEBUG nova.objects.instance [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'numa_topology' on Instance uuid a694dd29-b502-4359-bd11-8f344d1434c7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.647107] env[69843]: DEBUG oslo_concurrency.lockutils [None req-60e8a27f-9981-4270-bb15-8dacb562f31f tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c48ed2fe-2727-4303-b059-a3f363c99adf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.718635] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071887} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.718908] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.719733] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5caaeb-cc36-4b83-800e-83fe365b4600 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.743074] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] dc9b2212-3a49-4642-9e09-2f995742e44d/dc9b2212-3a49-4642-9e09-2f995742e44d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.743437] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b784d2-3047-4780-8c5d-8fea2e60c327 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.765245] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1304.765245] env[69843]: value = "task-3705295" [ 1304.765245] env[69843]: _type = "Task" [ 1304.765245] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.774150] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.803229] env[69843]: DEBUG nova.compute.manager [req-1e32ec02-b7f8-442d-9d34-13d4a92529bf req-e09044b8-de92-4c06-b60c-1c652a25a809 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Received event network-changed-583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.803433] env[69843]: DEBUG nova.compute.manager [req-1e32ec02-b7f8-442d-9d34-13d4a92529bf req-e09044b8-de92-4c06-b60c-1c652a25a809 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Refreshing instance network info cache due to event network-changed-583a66db-92f0-4912-8fd3-b4f39749f699. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.803654] env[69843]: DEBUG oslo_concurrency.lockutils [req-1e32ec02-b7f8-442d-9d34-13d4a92529bf req-e09044b8-de92-4c06-b60c-1c652a25a809 service nova] Acquiring lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.803819] env[69843]: DEBUG oslo_concurrency.lockutils [req-1e32ec02-b7f8-442d-9d34-13d4a92529bf req-e09044b8-de92-4c06-b60c-1c652a25a809 service nova] Acquired lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.804015] env[69843]: DEBUG nova.network.neutron [req-1e32ec02-b7f8-442d-9d34-13d4a92529bf req-e09044b8-de92-4c06-b60c-1c652a25a809 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Refreshing network info cache for port 583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.004367] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "a694dd29-b502-4359-bd11-8f344d1434c7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.011200] env[69843]: DEBUG nova.objects.base [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1305.064829] env[69843]: DEBUG nova.objects.instance [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'flavor' on Instance uuid c48ed2fe-2727-4303-b059-a3f363c99adf {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.094296] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0d2139-d246-4544-b760-e1870c4566ce {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.106205] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe26cf0-730e-4ff9-9e7d-e989e61246cd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.155868] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b343702c-1f43-4d08-95e9-6d25f43d2ba5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.163654] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96f1a52-5505-47b2-b912-0fffaf561218 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.178020] env[69843]: DEBUG nova.compute.provider_tree [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.276916] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.541234] env[69843]: DEBUG nova.network.neutron [req-1e32ec02-b7f8-442d-9d34-13d4a92529bf req-e09044b8-de92-4c06-b60c-1c652a25a809 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updated VIF entry in instance network info cache for port 583a66db-92f0-4912-8fd3-b4f39749f699. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.541729] env[69843]: DEBUG nova.network.neutron [req-1e32ec02-b7f8-442d-9d34-13d4a92529bf req-e09044b8-de92-4c06-b60c-1c652a25a809 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updating instance_info_cache with network_info: [{"id": "583a66db-92f0-4912-8fd3-b4f39749f699", "address": "fa:16:3e:23:e3:93", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap583a66db-92", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.575409] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.575607] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.575811] env[69843]: DEBUG nova.network.neutron [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.576092] env[69843]: DEBUG nova.objects.instance [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'info_cache' on Instance uuid c48ed2fe-2727-4303-b059-a3f363c99adf {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.681895] env[69843]: DEBUG nova.scheduler.client.report [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.777591] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705295, 'name': ReconfigVM_Task, 'duration_secs': 0.83137} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.777591] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Reconfigured VM instance instance-0000007c to attach disk [datastore1] dc9b2212-3a49-4642-9e09-2f995742e44d/dc9b2212-3a49-4642-9e09-2f995742e44d.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.778310] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9e2b27c-b218-401a-840f-bb12a4bc895c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.784764] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1305.784764] env[69843]: value = "task-3705296" [ 1305.784764] env[69843]: _type = "Task" [ 1305.784764] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.793275] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705296, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.044619] env[69843]: DEBUG oslo_concurrency.lockutils [req-1e32ec02-b7f8-442d-9d34-13d4a92529bf req-e09044b8-de92-4c06-b60c-1c652a25a809 service nova] Releasing lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.079680] env[69843]: DEBUG nova.objects.base [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69843) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1306.186933] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.295589] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705296, 'name': Rename_Task, 'duration_secs': 0.154791} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.295810] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.296111] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc564e66-9630-4e23-a570-e74436726edf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.303292] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1306.303292] env[69843]: value = "task-3705297" [ 1306.303292] env[69843]: _type = "Task" [ 1306.303292] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.311448] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.696269] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3017ecf0-45b9-4e69-a840-9cd745accc38 tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "a694dd29-b502-4359-bd11-8f344d1434c7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.677s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.696691] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "a694dd29-b502-4359-bd11-8f344d1434c7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.692s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.696945] env[69843]: INFO nova.compute.manager [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Unshelving [ 1306.815905] env[69843]: DEBUG oslo_vmware.api [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705297, 'name': PowerOnVM_Task, 'duration_secs': 0.46097} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.816248] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.816386] env[69843]: INFO nova.compute.manager [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1306.816600] env[69843]: DEBUG nova.compute.manager [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1306.817428] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302fb99d-58c0-4942-b0ab-cca5e115816e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.822322] env[69843]: DEBUG nova.network.neutron [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Updating instance_info_cache with network_info: [{"id": "ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924", "address": "fa:16:3e:e2:c5:3d", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7dd5c6-dc", "ovs_interfaceid": "ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.975236] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.329259] env[69843]: DEBUG oslo_concurrency.lockutils [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.337528] env[69843]: INFO nova.compute.manager [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Took 12.26 seconds to build instance. [ 1307.723203] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.723497] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.723704] env[69843]: DEBUG nova.objects.instance [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'pci_requests' on Instance uuid a694dd29-b502-4359-bd11-8f344d1434c7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.840171] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7ad79d27-9bfd-4a33-a60f-5af491864433 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "dc9b2212-3a49-4642-9e09-2f995742e44d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.767s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.980263] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.227446] env[69843]: DEBUG nova.objects.instance [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'numa_topology' on Instance uuid a694dd29-b502-4359-bd11-8f344d1434c7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.339556] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.339818] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2296e7a5-c997-4e2b-a49b-25e2a9739dfd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.349080] env[69843]: DEBUG oslo_vmware.api [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1308.349080] env[69843]: value = "task-3705298" [ 1308.349080] env[69843]: _type = "Task" [ 1308.349080] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.358137] env[69843]: DEBUG oslo_vmware.api [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.730744] env[69843]: INFO nova.compute.claims [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.851207] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "89208c60-2af0-4979-a3b3-7edffe0e29c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.851528] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "89208c60-2af0-4979-a3b3-7edffe0e29c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.865559] env[69843]: DEBUG oslo_vmware.api [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705298, 'name': PowerOnVM_Task, 'duration_secs': 0.420145} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.866613] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.866828] env[69843]: DEBUG nova.compute.manager [None req-68d3c1b5-3160-4f44-8485-406b56da9c05 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1308.867646] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a3d6c0-3f76-45d3-87f6-0bdae970dde8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.354217] env[69843]: DEBUG nova.compute.manager [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.836791] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eceb8d9-8346-4040-b405-661ef0d0a139 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.845123] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5145067b-f04f-4a66-8c15-a6246f153bc1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.885157] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a90a3a-94d2-433c-9bd9-e30505e74fac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.894566] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c4182f-872a-4b49-9374-2ca5bd5648f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.899927] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.911437] env[69843]: DEBUG nova.compute.provider_tree [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.948019] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0fc12d-6567-45d7-9a15-0937283c83b3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.955789] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e1c0c7-db7b-44de-8909-7f0b138ab129 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Suspending the VM {{(pid=69843) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1309.956076] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-628bd096-d2da-4ae4-ab2a-70f77c781e63 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.963249] env[69843]: DEBUG oslo_vmware.api [None req-f6e1c0c7-db7b-44de-8909-7f0b138ab129 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1309.963249] env[69843]: value = "task-3705299" [ 1309.963249] env[69843]: _type = "Task" [ 1309.963249] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.972061] env[69843]: DEBUG oslo_vmware.api [None req-f6e1c0c7-db7b-44de-8909-7f0b138ab129 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705299, 'name': SuspendVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.414666] env[69843]: DEBUG nova.scheduler.client.report [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.474046] env[69843]: DEBUG oslo_vmware.api [None req-f6e1c0c7-db7b-44de-8909-7f0b138ab129 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705299, 'name': SuspendVM_Task} progress is 66%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.920285] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.196s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.922905] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.023s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.925102] env[69843]: INFO nova.compute.claims [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.958203] env[69843]: INFO nova.network.neutron [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updating port 583a66db-92f0-4912-8fd3-b4f39749f699 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1310.975745] env[69843]: DEBUG oslo_vmware.api [None req-f6e1c0c7-db7b-44de-8909-7f0b138ab129 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705299, 'name': SuspendVM_Task, 'duration_secs': 0.783709} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.976009] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e1c0c7-db7b-44de-8909-7f0b138ab129 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Suspended the VM {{(pid=69843) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1310.976197] env[69843]: DEBUG nova.compute.manager [None req-f6e1c0c7-db7b-44de-8909-7f0b138ab129 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1310.976989] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bd20d7-46da-4ad8-87c2-61acfb3348d9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.032709] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ebc5dc-98cb-4f63-bdd5-36d1f4b48528 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.041722] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1444bf2-5cfa-4602-8a20-d839da3d2c57 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.076844] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659e1294-f873-4043-85fb-ee76f276e76b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.085665] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777a040-b114-4018-92c8-f0d592134339 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.100274] env[69843]: DEBUG nova.compute.provider_tree [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.417171] env[69843]: DEBUG nova.compute.manager [req-b8f11d17-d6d6-4225-b544-51b39898a655 req-4af46a9e-1b49-4fce-a3d0-2c7c99c02658 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Received event network-vif-plugged-583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.417526] env[69843]: DEBUG oslo_concurrency.lockutils [req-b8f11d17-d6d6-4225-b544-51b39898a655 req-4af46a9e-1b49-4fce-a3d0-2c7c99c02658 service nova] Acquiring lock "a694dd29-b502-4359-bd11-8f344d1434c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.417668] env[69843]: DEBUG oslo_concurrency.lockutils [req-b8f11d17-d6d6-4225-b544-51b39898a655 req-4af46a9e-1b49-4fce-a3d0-2c7c99c02658 service nova] Lock "a694dd29-b502-4359-bd11-8f344d1434c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.417798] env[69843]: DEBUG oslo_concurrency.lockutils [req-b8f11d17-d6d6-4225-b544-51b39898a655 req-4af46a9e-1b49-4fce-a3d0-2c7c99c02658 service nova] Lock "a694dd29-b502-4359-bd11-8f344d1434c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.417954] env[69843]: DEBUG nova.compute.manager [req-b8f11d17-d6d6-4225-b544-51b39898a655 req-4af46a9e-1b49-4fce-a3d0-2c7c99c02658 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] No waiting events found dispatching network-vif-plugged-583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1312.418140] env[69843]: WARNING nova.compute.manager [req-b8f11d17-d6d6-4225-b544-51b39898a655 req-4af46a9e-1b49-4fce-a3d0-2c7c99c02658 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Received unexpected event network-vif-plugged-583a66db-92f0-4912-8fd3-b4f39749f699 for instance with vm_state shelved_offloaded and task_state spawning. [ 1312.420081] env[69843]: INFO nova.compute.manager [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Resuming [ 1312.420673] env[69843]: DEBUG nova.objects.instance [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'flavor' on Instance uuid c48ed2fe-2727-4303-b059-a3f363c99adf {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.515856] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.516034] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.516216] env[69843]: DEBUG nova.network.neutron [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.604054] env[69843]: DEBUG nova.scheduler.client.report [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.109829] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.110665] env[69843]: DEBUG nova.compute.manager [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.237620] env[69843]: DEBUG nova.network.neutron [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updating instance_info_cache with network_info: [{"id": "583a66db-92f0-4912-8fd3-b4f39749f699", "address": "fa:16:3e:23:e3:93", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583a66db-92", "ovs_interfaceid": "583a66db-92f0-4912-8fd3-b4f39749f699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.617103] env[69843]: DEBUG nova.compute.utils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.618613] env[69843]: DEBUG nova.compute.manager [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.618784] env[69843]: DEBUG nova.network.neutron [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.659928] env[69843]: DEBUG nova.policy [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a145ceb761d43ce9789280a6c27a208', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b3c1c9d04b34f8c9450e5c72a1c7524', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.741067] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.768892] env[69843]: DEBUG nova.virt.hardware [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='410f4255f342c8db73bea29d485d5d75',container_format='bare',created_at=2025-04-29T01:41:30Z,direct_url=,disk_format='vmdk',id=f2d9a7ad-b18a-45e1-9fae-85d505422b0c,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-439061747-shelved',owner='fb6743d0ed75443486bcdbec716f5665',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-29T01:41:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.769208] env[69843]: DEBUG nova.virt.hardware [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.769395] env[69843]: DEBUG nova.virt.hardware [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.769645] env[69843]: DEBUG nova.virt.hardware [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.769815] env[69843]: DEBUG nova.virt.hardware [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.770029] env[69843]: DEBUG nova.virt.hardware [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.770289] env[69843]: DEBUG nova.virt.hardware [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.770490] env[69843]: DEBUG nova.virt.hardware [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.770689] env[69843]: DEBUG nova.virt.hardware [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.770881] env[69843]: DEBUG nova.virt.hardware [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.771139] env[69843]: DEBUG nova.virt.hardware [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.772084] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ffb1e4-3ba7-4149-a2c6-03b4238e65af {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.781062] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd253b7-0b8c-422b-b6a8-4d0f0202efa0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.795552] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:e3:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '583a66db-92f0-4912-8fd3-b4f39749f699', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.803301] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.803604] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.803824] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c29bce9-852d-481f-b342-501ecaebf500 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.826505] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.826505] env[69843]: value = "task-3705300" [ 1313.826505] env[69843]: _type = "Task" [ 1313.826505] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.834869] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705300, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.931288] env[69843]: DEBUG oslo_concurrency.lockutils [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.931533] env[69843]: DEBUG oslo_concurrency.lockutils [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquired lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.931747] env[69843]: DEBUG nova.network.neutron [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.939100] env[69843]: DEBUG nova.network.neutron [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Successfully created port: f01d84d7-79c3-4121-b822-74b0473012b0 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.122749] env[69843]: DEBUG nova.compute.manager [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.336838] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705300, 'name': CreateVM_Task, 'duration_secs': 0.333468} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.339739] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.339739] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.339739] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.339739] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.339739] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08044a5-40c3-438c-8b86-96a25c06853c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.344817] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1314.344817] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521437c0-7cc8-08ff-c849-53aa9d5b2b56" [ 1314.344817] env[69843]: _type = "Task" [ 1314.344817] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.353865] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521437c0-7cc8-08ff-c849-53aa9d5b2b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.449972] env[69843]: DEBUG nova.compute.manager [req-41ba4828-39c5-4cec-9159-fcf89ebb4a95 req-672588e5-1a5d-4064-b3df-9d8b24f8b1d1 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Received event network-changed-583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.451190] env[69843]: DEBUG nova.compute.manager [req-41ba4828-39c5-4cec-9159-fcf89ebb4a95 req-672588e5-1a5d-4064-b3df-9d8b24f8b1d1 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Refreshing instance network info cache due to event network-changed-583a66db-92f0-4912-8fd3-b4f39749f699. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.451190] env[69843]: DEBUG oslo_concurrency.lockutils [req-41ba4828-39c5-4cec-9159-fcf89ebb4a95 req-672588e5-1a5d-4064-b3df-9d8b24f8b1d1 service nova] Acquiring lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.451190] env[69843]: DEBUG oslo_concurrency.lockutils [req-41ba4828-39c5-4cec-9159-fcf89ebb4a95 req-672588e5-1a5d-4064-b3df-9d8b24f8b1d1 service nova] Acquired lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.451190] env[69843]: DEBUG nova.network.neutron [req-41ba4828-39c5-4cec-9159-fcf89ebb4a95 req-672588e5-1a5d-4064-b3df-9d8b24f8b1d1 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Refreshing network info cache for port 583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.665078] env[69843]: DEBUG nova.network.neutron [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Updating instance_info_cache with network_info: [{"id": "ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924", "address": "fa:16:3e:e2:c5:3d", "network": {"id": "eaf6f585-11e1-445e-bbab-3f5b659674e7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-940530196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cfc1c78db844fe683960aebfefd4d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce7dd5c6-dc", "ovs_interfaceid": "ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.856465] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.856723] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Processing image f2d9a7ad-b18a-45e1-9fae-85d505422b0c {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.857037] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c/f2d9a7ad-b18a-45e1-9fae-85d505422b0c.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.857199] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c/f2d9a7ad-b18a-45e1-9fae-85d505422b0c.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.857381] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.857647] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c4c8d09-977d-44d5-9619-971ed9e91e65 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.868452] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.868652] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.869423] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec75f98-52fd-4412-99c7-ba70b27c7dd6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.875482] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1314.875482] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5247cc68-7b4b-1334-203f-daab4b13b787" [ 1314.875482] env[69843]: _type = "Task" [ 1314.875482] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.889024] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5247cc68-7b4b-1334-203f-daab4b13b787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.137552] env[69843]: DEBUG nova.compute.manager [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1315.169498] env[69843]: DEBUG nova.virt.hardware [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.169768] env[69843]: DEBUG nova.virt.hardware [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.169950] env[69843]: DEBUG nova.virt.hardware [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.170156] env[69843]: DEBUG nova.virt.hardware [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.170297] env[69843]: DEBUG nova.virt.hardware [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.170441] env[69843]: DEBUG nova.virt.hardware [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.170899] env[69843]: DEBUG nova.virt.hardware [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.171116] env[69843]: DEBUG nova.virt.hardware [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.171308] env[69843]: DEBUG nova.virt.hardware [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.171476] env[69843]: DEBUG nova.virt.hardware [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.171642] env[69843]: DEBUG nova.virt.hardware [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.172184] env[69843]: DEBUG oslo_concurrency.lockutils [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Releasing lock "refresh_cache-c48ed2fe-2727-4303-b059-a3f363c99adf" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.173118] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e27d13e-1372-4f67-84af-1e3dbf05c1c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.177443] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e2b715-a6d2-4b51-930d-219007e50248 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.187372] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28355cc3-aef2-48f4-bab1-6db5aa7e10da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.192682] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Resuming the VM {{(pid=69843) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1315.193602] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8cdedd0-2503-4eb8-a90c-0974dac4d972 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.199476] env[69843]: DEBUG nova.network.neutron [req-41ba4828-39c5-4cec-9159-fcf89ebb4a95 req-672588e5-1a5d-4064-b3df-9d8b24f8b1d1 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updated VIF entry in instance network info cache for port 583a66db-92f0-4912-8fd3-b4f39749f699. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.199841] env[69843]: DEBUG nova.network.neutron [req-41ba4828-39c5-4cec-9159-fcf89ebb4a95 req-672588e5-1a5d-4064-b3df-9d8b24f8b1d1 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updating instance_info_cache with network_info: [{"id": "583a66db-92f0-4912-8fd3-b4f39749f699", "address": "fa:16:3e:23:e3:93", "network": {"id": "7ed3a7fd-9561-4e40-bd33-30556a65345c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-479346171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb6743d0ed75443486bcdbec716f5665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583a66db-92", "ovs_interfaceid": "583a66db-92f0-4912-8fd3-b4f39749f699", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.211480] env[69843]: DEBUG oslo_vmware.api [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1315.211480] env[69843]: value = "task-3705301" [ 1315.211480] env[69843]: _type = "Task" [ 1315.211480] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.221353] env[69843]: DEBUG oslo_vmware.api [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.386994] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Preparing fetch location {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1315.387307] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Fetch image to [datastore1] OSTACK_IMG_b7c048b7-6a0b-4d1f-adfe-6602aed4535b/OSTACK_IMG_b7c048b7-6a0b-4d1f-adfe-6602aed4535b.vmdk {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1315.387491] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Downloading stream optimized image f2d9a7ad-b18a-45e1-9fae-85d505422b0c to [datastore1] OSTACK_IMG_b7c048b7-6a0b-4d1f-adfe-6602aed4535b/OSTACK_IMG_b7c048b7-6a0b-4d1f-adfe-6602aed4535b.vmdk on the data store datastore1 as vApp {{(pid=69843) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1315.387667] env[69843]: DEBUG nova.virt.vmwareapi.images [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Downloading image file data f2d9a7ad-b18a-45e1-9fae-85d505422b0c to the ESX as VM named 'OSTACK_IMG_b7c048b7-6a0b-4d1f-adfe-6602aed4535b' {{(pid=69843) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1315.439778] env[69843]: DEBUG nova.network.neutron [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Successfully updated port: f01d84d7-79c3-4121-b822-74b0473012b0 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.471679] env[69843]: DEBUG oslo_vmware.rw_handles [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1315.471679] env[69843]: value = "resgroup-9" [ 1315.471679] env[69843]: _type = "ResourcePool" [ 1315.471679] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1315.471997] env[69843]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a24b6a28-bb2b-4039-a4b1-5e2895f0f058 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.495279] env[69843]: DEBUG oslo_vmware.rw_handles [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lease: (returnval){ [ 1315.495279] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521f03d3-a1b5-4517-31e8-8c2287ba415f" [ 1315.495279] env[69843]: _type = "HttpNfcLease" [ 1315.495279] env[69843]: } obtained for vApp import into resource pool (val){ [ 1315.495279] env[69843]: value = "resgroup-9" [ 1315.495279] env[69843]: _type = "ResourcePool" [ 1315.495279] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1315.495747] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the lease: (returnval){ [ 1315.495747] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521f03d3-a1b5-4517-31e8-8c2287ba415f" [ 1315.495747] env[69843]: _type = "HttpNfcLease" [ 1315.495747] env[69843]: } to be ready. {{(pid=69843) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1315.502948] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.502948] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521f03d3-a1b5-4517-31e8-8c2287ba415f" [ 1315.502948] env[69843]: _type = "HttpNfcLease" [ 1315.502948] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1315.712052] env[69843]: DEBUG oslo_concurrency.lockutils [req-41ba4828-39c5-4cec-9159-fcf89ebb4a95 req-672588e5-1a5d-4064-b3df-9d8b24f8b1d1 service nova] Releasing lock "refresh_cache-a694dd29-b502-4359-bd11-8f344d1434c7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.727555] env[69843]: DEBUG oslo_vmware.api [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705301, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.944780] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "refresh_cache-89208c60-2af0-4979-a3b3-7edffe0e29c6" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.944923] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "refresh_cache-89208c60-2af0-4979-a3b3-7edffe0e29c6" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.945151] env[69843]: DEBUG nova.network.neutron [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.004109] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.004109] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521f03d3-a1b5-4517-31e8-8c2287ba415f" [ 1316.004109] env[69843]: _type = "HttpNfcLease" [ 1316.004109] env[69843]: } is initializing. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1316.224506] env[69843]: DEBUG oslo_vmware.api [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705301, 'name': PowerOnVM_Task, 'duration_secs': 0.560785} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.224914] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Resumed the VM {{(pid=69843) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1316.224914] env[69843]: DEBUG nova.compute.manager [None req-77f58135-f298-414b-bc13-488c9d34cde0 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1316.225762] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016f0d63-1a8a-404a-9443-5cbbea9ac7f7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.477940] env[69843]: DEBUG nova.compute.manager [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Received event network-vif-plugged-f01d84d7-79c3-4121-b822-74b0473012b0 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.478203] env[69843]: DEBUG oslo_concurrency.lockutils [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] Acquiring lock "89208c60-2af0-4979-a3b3-7edffe0e29c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.478411] env[69843]: DEBUG oslo_concurrency.lockutils [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] Lock "89208c60-2af0-4979-a3b3-7edffe0e29c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.478578] env[69843]: DEBUG oslo_concurrency.lockutils [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] Lock "89208c60-2af0-4979-a3b3-7edffe0e29c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.478745] env[69843]: DEBUG nova.compute.manager [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] No waiting events found dispatching network-vif-plugged-f01d84d7-79c3-4121-b822-74b0473012b0 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1316.478911] env[69843]: WARNING nova.compute.manager [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Received unexpected event network-vif-plugged-f01d84d7-79c3-4121-b822-74b0473012b0 for instance with vm_state building and task_state spawning. [ 1316.479248] env[69843]: DEBUG nova.compute.manager [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Received event network-changed-f01d84d7-79c3-4121-b822-74b0473012b0 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.479248] env[69843]: DEBUG nova.compute.manager [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Refreshing instance network info cache due to event network-changed-f01d84d7-79c3-4121-b822-74b0473012b0. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.479583] env[69843]: DEBUG oslo_concurrency.lockutils [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] Acquiring lock "refresh_cache-89208c60-2af0-4979-a3b3-7edffe0e29c6" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.481573] env[69843]: DEBUG nova.network.neutron [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.508632] env[69843]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.508632] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521f03d3-a1b5-4517-31e8-8c2287ba415f" [ 1316.508632] env[69843]: _type = "HttpNfcLease" [ 1316.508632] env[69843]: } is ready. {{(pid=69843) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1316.508961] env[69843]: DEBUG oslo_vmware.rw_handles [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1316.508961] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]521f03d3-a1b5-4517-31e8-8c2287ba415f" [ 1316.508961] env[69843]: _type = "HttpNfcLease" [ 1316.508961] env[69843]: }. {{(pid=69843) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1316.509661] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da57c9ba-5515-42ba-be59-077f97e40ea5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.519870] env[69843]: DEBUG oslo_vmware.rw_handles [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295d548-c286-db58-6a2c-2ce8c8aa0276/disk-0.vmdk from lease info. {{(pid=69843) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1316.520134] env[69843]: DEBUG oslo_vmware.rw_handles [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295d548-c286-db58-6a2c-2ce8c8aa0276/disk-0.vmdk. {{(pid=69843) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1316.585518] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3a2d9c7-ec60-466d-ab75-e699da9def7c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.679726] env[69843]: DEBUG nova.network.neutron [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Updating instance_info_cache with network_info: [{"id": "f01d84d7-79c3-4121-b822-74b0473012b0", "address": "fa:16:3e:20:b3:dd", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf01d84d7-79", "ovs_interfaceid": "f01d84d7-79c3-4121-b822-74b0473012b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.109204] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "c48ed2fe-2727-4303-b059-a3f363c99adf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.109477] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c48ed2fe-2727-4303-b059-a3f363c99adf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.109701] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "c48ed2fe-2727-4303-b059-a3f363c99adf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.109877] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c48ed2fe-2727-4303-b059-a3f363c99adf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.110144] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c48ed2fe-2727-4303-b059-a3f363c99adf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.113689] env[69843]: INFO nova.compute.manager [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Terminating instance [ 1317.182409] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "refresh_cache-89208c60-2af0-4979-a3b3-7edffe0e29c6" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.182875] env[69843]: DEBUG nova.compute.manager [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Instance network_info: |[{"id": "f01d84d7-79c3-4121-b822-74b0473012b0", "address": "fa:16:3e:20:b3:dd", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf01d84d7-79", "ovs_interfaceid": "f01d84d7-79c3-4121-b822-74b0473012b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.183258] env[69843]: DEBUG oslo_concurrency.lockutils [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] Acquired lock "refresh_cache-89208c60-2af0-4979-a3b3-7edffe0e29c6" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.183460] env[69843]: DEBUG nova.network.neutron [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Refreshing network info cache for port f01d84d7-79c3-4121-b822-74b0473012b0 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.185237] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:b3:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f01d84d7-79c3-4121-b822-74b0473012b0', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.197258] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.201688] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.202125] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-128ce8cc-872b-4ea4-bd93-0e42df38fafd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.237973] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.237973] env[69843]: value = "task-3705303" [ 1317.237973] env[69843]: _type = "Task" [ 1317.237973] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.249549] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705303, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.619127] env[69843]: DEBUG nova.compute.manager [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.619127] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.620087] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcae3bd7-8b09-40ce-a3d6-0a4660e4d1e0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.629831] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.630155] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-202ae764-6708-4f6b-a41e-e40090b25271 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.636735] env[69843]: DEBUG oslo_vmware.api [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1317.636735] env[69843]: value = "task-3705304" [ 1317.636735] env[69843]: _type = "Task" [ 1317.636735] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.646691] env[69843]: DEBUG oslo_vmware.api [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.756488] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705303, 'name': CreateVM_Task, 'duration_secs': 0.41416} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.760335] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.761439] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.761760] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.762266] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.762708] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc6a024-824f-47bf-9d3a-256a42871673 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.769883] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1317.769883] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5261d4b7-5797-befd-9095-295e4fad7d5d" [ 1317.769883] env[69843]: _type = "Task" [ 1317.769883] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.783085] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5261d4b7-5797-befd-9095-295e4fad7d5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.958410] env[69843]: DEBUG nova.network.neutron [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Updated VIF entry in instance network info cache for port f01d84d7-79c3-4121-b822-74b0473012b0. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.958885] env[69843]: DEBUG nova.network.neutron [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Updating instance_info_cache with network_info: [{"id": "f01d84d7-79c3-4121-b822-74b0473012b0", "address": "fa:16:3e:20:b3:dd", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf01d84d7-79", "ovs_interfaceid": "f01d84d7-79c3-4121-b822-74b0473012b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.147233] env[69843]: DEBUG oslo_vmware.api [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705304, 'name': PowerOffVM_Task, 'duration_secs': 0.22711} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.147483] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.147597] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.147843] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56f9ebf0-1861-4612-a47b-acc6890d7877 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.220256] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.220496] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.220689] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleting the datastore file [datastore2] c48ed2fe-2727-4303-b059-a3f363c99adf {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.220982] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b523fb9e-99a3-4377-bae3-e39359014673 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.230323] env[69843]: DEBUG oslo_vmware.api [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for the task: (returnval){ [ 1318.230323] env[69843]: value = "task-3705306" [ 1318.230323] env[69843]: _type = "Task" [ 1318.230323] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.244329] env[69843]: DEBUG oslo_vmware.api [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.283110] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5261d4b7-5797-befd-9095-295e4fad7d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012717} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.284860] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.285115] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.285374] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.285506] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.285684] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.285976] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef8de09d-3700-47b1-ae50-b94ddee5e244 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.297089] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.297336] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.298212] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe95f2b6-d9aa-4df3-9728-37bd6866234e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.305436] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1318.305436] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5206c1d3-ebc0-a69d-7829-16c008bbf1e8" [ 1318.305436] env[69843]: _type = "Task" [ 1318.305436] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.310214] env[69843]: DEBUG oslo_vmware.rw_handles [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Completed reading data from the image iterator. {{(pid=69843) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1318.310405] env[69843]: DEBUG oslo_vmware.rw_handles [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295d548-c286-db58-6a2c-2ce8c8aa0276/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1318.311242] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dddabe-0490-47dd-85b9-691b4cdffbaa {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.319265] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5206c1d3-ebc0-a69d-7829-16c008bbf1e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010822} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.321391] env[69843]: DEBUG oslo_vmware.rw_handles [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295d548-c286-db58-6a2c-2ce8c8aa0276/disk-0.vmdk is in state: ready. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1318.321549] env[69843]: DEBUG oslo_vmware.rw_handles [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295d548-c286-db58-6a2c-2ce8c8aa0276/disk-0.vmdk. {{(pid=69843) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1318.321890] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c554fba-4eda-4d6f-8462-aa3f9781e47c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.324063] env[69843]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-137758a6-2e97-4143-b79f-cddc95243d48 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.329377] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1318.329377] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5220d2a6-ffb4-2da4-4060-a6bd965aa1c9" [ 1318.329377] env[69843]: _type = "Task" [ 1318.329377] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.336992] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5220d2a6-ffb4-2da4-4060-a6bd965aa1c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.461956] env[69843]: DEBUG oslo_concurrency.lockutils [req-909e36dc-69e7-43f0-b3f8-96fc0a8d7ab2 req-5c8dcab9-8e98-4b47-846b-13403fdc34b2 service nova] Releasing lock "refresh_cache-89208c60-2af0-4979-a3b3-7edffe0e29c6" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.521956] env[69843]: DEBUG oslo_vmware.rw_handles [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295d548-c286-db58-6a2c-2ce8c8aa0276/disk-0.vmdk. {{(pid=69843) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1318.522196] env[69843]: INFO nova.virt.vmwareapi.images [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Downloaded image file data f2d9a7ad-b18a-45e1-9fae-85d505422b0c [ 1318.523116] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcf868e-44df-425a-b961-25b96a1e4b66 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.539460] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8cb6fc8-ab7e-4ed5-afa7-b01f169c423c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.573675] env[69843]: INFO nova.virt.vmwareapi.images [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] The imported VM was unregistered [ 1318.576015] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Caching image {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1318.576268] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.576519] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-406ed1aa-e006-4753-90c4-737942baca01 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.587517] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Created directory with path [datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.587783] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b7c048b7-6a0b-4d1f-adfe-6602aed4535b/OSTACK_IMG_b7c048b7-6a0b-4d1f-adfe-6602aed4535b.vmdk to [datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c/f2d9a7ad-b18a-45e1-9fae-85d505422b0c.vmdk. {{(pid=69843) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1318.587988] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9d7b4f94-b235-4689-b050-dc4d7ff22eb8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.596887] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1318.596887] env[69843]: value = "task-3705308" [ 1318.596887] env[69843]: _type = "Task" [ 1318.596887] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.605321] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705308, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.745476] env[69843]: DEBUG oslo_vmware.api [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Task: {'id': task-3705306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168201} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.745829] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.746152] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.746471] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.746764] env[69843]: INFO nova.compute.manager [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1318.747154] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.747460] env[69843]: DEBUG nova.compute.manager [-] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.747620] env[69843]: DEBUG nova.network.neutron [-] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.841019] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5220d2a6-ffb4-2da4-4060-a6bd965aa1c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013592} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.841362] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.841629] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 89208c60-2af0-4979-a3b3-7edffe0e29c6/89208c60-2af0-4979-a3b3-7edffe0e29c6.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.841909] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9318de08-402c-4e48-9fc1-de4dc3a1b2eb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.850083] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1318.850083] env[69843]: value = "task-3705309" [ 1318.850083] env[69843]: _type = "Task" [ 1318.850083] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.859376] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.108014] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705308, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.271508] env[69843]: DEBUG nova.compute.manager [req-23694b72-641c-46c1-a0cb-ebb6c40ded9c req-f1a6f828-d777-40b0-a768-d39d8ffdf3e3 service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Received event network-vif-deleted-ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.271976] env[69843]: INFO nova.compute.manager [req-23694b72-641c-46c1-a0cb-ebb6c40ded9c req-f1a6f828-d777-40b0-a768-d39d8ffdf3e3 service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Neutron deleted interface ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924; detaching it from the instance and deleting it from the info cache [ 1319.272073] env[69843]: DEBUG nova.network.neutron [req-23694b72-641c-46c1-a0cb-ebb6c40ded9c req-f1a6f828-d777-40b0-a768-d39d8ffdf3e3 service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.363152] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.609451] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705308, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.753215] env[69843]: DEBUG nova.network.neutron [-] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.775388] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52b7463e-e364-44bc-a6ad-9b0de1644fed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.789243] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776ef7be-b6ef-4e5f-a00b-6d7c18258a59 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.824386] env[69843]: DEBUG nova.compute.manager [req-23694b72-641c-46c1-a0cb-ebb6c40ded9c req-f1a6f828-d777-40b0-a768-d39d8ffdf3e3 service nova] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Detach interface failed, port_id=ce7dd5c6-dc64-41bf-ae1e-6deb60fe8924, reason: Instance c48ed2fe-2727-4303-b059-a3f363c99adf could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1319.860656] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.111306] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705308, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.257196] env[69843]: INFO nova.compute.manager [-] [instance: c48ed2fe-2727-4303-b059-a3f363c99adf] Took 1.51 seconds to deallocate network for instance. [ 1320.363851] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705309, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.611602] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705308, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.764920] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.765204] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.765204] env[69843]: DEBUG nova.objects.instance [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lazy-loading 'resources' on Instance uuid c48ed2fe-2727-4303-b059-a3f363c99adf {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.867737] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705309, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.112125] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705308, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.363838] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705309, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.381895] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29cdf58-6679-4c77-b988-efb268047c3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.390114] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773fb8d5-1d8d-4311-9baa-258a30e1551c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.424953] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869d9949-2705-4173-a7ff-05e11222f7e0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.433684] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b7c637-e24a-49ba-8bde-a767f4fd0331 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.448549] env[69843]: DEBUG nova.compute.provider_tree [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.615843] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705308, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.888772} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.616241] env[69843]: INFO nova.virt.vmwareapi.ds_util [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b7c048b7-6a0b-4d1f-adfe-6602aed4535b/OSTACK_IMG_b7c048b7-6a0b-4d1f-adfe-6602aed4535b.vmdk to [datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c/f2d9a7ad-b18a-45e1-9fae-85d505422b0c.vmdk. [ 1321.616514] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Cleaning up location [datastore1] OSTACK_IMG_b7c048b7-6a0b-4d1f-adfe-6602aed4535b {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1321.616762] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b7c048b7-6a0b-4d1f-adfe-6602aed4535b {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.617163] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-370aeb6b-27ba-40ae-a8d3-9e083f9d0cd0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.625479] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1321.625479] env[69843]: value = "task-3705310" [ 1321.625479] env[69843]: _type = "Task" [ 1321.625479] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.637376] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.864346] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705309, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.573771} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.864625] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 89208c60-2af0-4979-a3b3-7edffe0e29c6/89208c60-2af0-4979-a3b3-7edffe0e29c6.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.864839] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.865151] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f72bef8a-15f6-414d-b8f3-c6d194628e0f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.874444] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1321.874444] env[69843]: value = "task-3705311" [ 1321.874444] env[69843]: _type = "Task" [ 1321.874444] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.885364] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.952655] env[69843]: DEBUG nova.scheduler.client.report [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.135618] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03799} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.135887] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.136064] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c/f2d9a7ad-b18a-45e1-9fae-85d505422b0c.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.136314] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c/f2d9a7ad-b18a-45e1-9fae-85d505422b0c.vmdk to [datastore1] a694dd29-b502-4359-bd11-8f344d1434c7/a694dd29-b502-4359-bd11-8f344d1434c7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.136585] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-956dae38-424b-4813-8818-b5d8a81247c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.144436] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1322.144436] env[69843]: value = "task-3705312" [ 1322.144436] env[69843]: _type = "Task" [ 1322.144436] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.156680] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.384360] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.383617} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.384739] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.385444] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c061b00e-8f76-4db3-b855-2d3a44654b45 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.409167] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 89208c60-2af0-4979-a3b3-7edffe0e29c6/89208c60-2af0-4979-a3b3-7edffe0e29c6.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.409565] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b4e1539-8321-46cc-80ac-87e210e55bed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.430797] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1322.430797] env[69843]: value = "task-3705313" [ 1322.430797] env[69843]: _type = "Task" [ 1322.430797] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.439878] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.458118] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.482194] env[69843]: INFO nova.scheduler.client.report [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Deleted allocations for instance c48ed2fe-2727-4303-b059-a3f363c99adf [ 1322.654704] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705312, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.942083] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.990789] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3c66df80-b08a-439e-aa8f-b53ef86ede15 tempest-ServerActionsTestJSON-1236963229 tempest-ServerActionsTestJSON-1236963229-project-member] Lock "c48ed2fe-2727-4303-b059-a3f363c99adf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.881s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.157233] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705312, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.443810] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.655904] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705312, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.943729] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.157094] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705312, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.444171] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.657127] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705312, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.408072} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.657406] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f2d9a7ad-b18a-45e1-9fae-85d505422b0c/f2d9a7ad-b18a-45e1-9fae-85d505422b0c.vmdk to [datastore1] a694dd29-b502-4359-bd11-8f344d1434c7/a694dd29-b502-4359-bd11-8f344d1434c7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.658237] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa78609-0e86-4295-a66f-2a25853b4dd7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.682092] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] a694dd29-b502-4359-bd11-8f344d1434c7/a694dd29-b502-4359-bd11-8f344d1434c7.vmdk or device None with type streamOptimized {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.682398] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15dfb61b-5952-44e6-9002-01b58d5d2ad1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.704463] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1324.704463] env[69843]: value = "task-3705314" [ 1324.704463] env[69843]: _type = "Task" [ 1324.704463] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.713019] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.945264] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705313, 'name': ReconfigVM_Task, 'duration_secs': 2.207937} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.945548] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 89208c60-2af0-4979-a3b3-7edffe0e29c6/89208c60-2af0-4979-a3b3-7edffe0e29c6.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.946197] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e055f358-52fc-4de0-b81c-affa639c3ee5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.953383] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1324.953383] env[69843]: value = "task-3705315" [ 1324.953383] env[69843]: _type = "Task" [ 1324.953383] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.962426] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705315, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.214631] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705314, 'name': ReconfigVM_Task, 'duration_secs': 0.31851} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.214912] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Reconfigured VM instance instance-00000075 to attach disk [datastore1] a694dd29-b502-4359-bd11-8f344d1434c7/a694dd29-b502-4359-bd11-8f344d1434c7.vmdk or device None with type streamOptimized {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.215615] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bdf3f8b-0a54-4994-bd66-5dac1126552c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.223013] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1325.223013] env[69843]: value = "task-3705316" [ 1325.223013] env[69843]: _type = "Task" [ 1325.223013] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.231944] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705316, 'name': Rename_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.463789] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705315, 'name': Rename_Task, 'duration_secs': 0.152317} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.464171] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.464309] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48a2d197-95f8-473d-9902-67f12aeb598d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.470739] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1325.470739] env[69843]: value = "task-3705317" [ 1325.470739] env[69843]: _type = "Task" [ 1325.470739] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.478840] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.733072] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705316, 'name': Rename_Task, 'duration_secs': 0.143175} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.733311] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.733553] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03577ea5-aca4-43b9-82fb-2f9eec92f066 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.740472] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1325.740472] env[69843]: value = "task-3705318" [ 1325.740472] env[69843]: _type = "Task" [ 1325.740472] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.748531] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.980932] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705317, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.251539] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705318, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.481765] env[69843]: DEBUG oslo_vmware.api [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705317, 'name': PowerOnVM_Task, 'duration_secs': 0.511301} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.482215] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.482215] env[69843]: INFO nova.compute.manager [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1326.482417] env[69843]: DEBUG nova.compute.manager [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1326.483206] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d438a98-610c-4787-b55d-3a12b3720435 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.752766] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705318, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.252744] env[69843]: DEBUG oslo_vmware.api [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705318, 'name': PowerOnVM_Task, 'duration_secs': 1.156096} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.253028] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.721832] env[69843]: DEBUG nova.compute.manager [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1327.722809] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236cfb5f-a1d8-421d-9cc9-2b6a7cd2ffba {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.001565] env[69843]: INFO nova.compute.manager [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Took 18.12 seconds to build instance. [ 1328.241468] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7b8649c7-5361-4710-94d4-a88c215d652d tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "a694dd29-b502-4359-bd11-8f344d1434c7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.544s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.503440] env[69843]: DEBUG oslo_concurrency.lockutils [None req-5698d34b-eb5a-4e97-8561-dcf01dd59e83 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "89208c60-2af0-4979-a3b3-7edffe0e29c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.652s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.854095] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.854417] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.939383] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "89208c60-2af0-4979-a3b3-7edffe0e29c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.939666] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "89208c60-2af0-4979-a3b3-7edffe0e29c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.939912] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "89208c60-2af0-4979-a3b3-7edffe0e29c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.940215] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "89208c60-2af0-4979-a3b3-7edffe0e29c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.940389] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "89208c60-2af0-4979-a3b3-7edffe0e29c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.942697] env[69843]: INFO nova.compute.manager [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Terminating instance [ 1329.357895] env[69843]: DEBUG nova.compute.utils [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.370579] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "a694dd29-b502-4359-bd11-8f344d1434c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.370829] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "a694dd29-b502-4359-bd11-8f344d1434c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.371059] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "a694dd29-b502-4359-bd11-8f344d1434c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.371244] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "a694dd29-b502-4359-bd11-8f344d1434c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.371411] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "a694dd29-b502-4359-bd11-8f344d1434c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.373669] env[69843]: INFO nova.compute.manager [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Terminating instance [ 1329.446554] env[69843]: DEBUG nova.compute.manager [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.446750] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.448114] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8c383c-9ebf-4ef3-a4a9-71e2d1d2eb75 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.456688] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.456952] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f39349f-d892-473c-b5f9-e67b6fbf39dd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.464156] env[69843]: DEBUG oslo_vmware.api [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1329.464156] env[69843]: value = "task-3705319" [ 1329.464156] env[69843]: _type = "Task" [ 1329.464156] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.473645] env[69843]: DEBUG oslo_vmware.api [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.761399] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquiring lock "85fb78b6-2abc-44e2-9363-d92eb2d53fef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.761637] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lock "85fb78b6-2abc-44e2-9363-d92eb2d53fef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.861588] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.878052] env[69843]: DEBUG nova.compute.manager [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.878289] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.879187] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74f5845-5342-4c5e-a42a-71ab08e48e3f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.886954] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.887222] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37b55ddd-8eb8-485b-afd9-7546d53ccb87 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.893646] env[69843]: DEBUG oslo_vmware.api [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1329.893646] env[69843]: value = "task-3705320" [ 1329.893646] env[69843]: _type = "Task" [ 1329.893646] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.901922] env[69843]: DEBUG oslo_vmware.api [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.976052] env[69843]: DEBUG oslo_vmware.api [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705319, 'name': PowerOffVM_Task, 'duration_secs': 0.421918} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.976459] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.976459] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.976732] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f632880c-ce7b-49a2-9800-fc79e3424446 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.067065] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.067065] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.067321] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleting the datastore file [datastore1] 89208c60-2af0-4979-a3b3-7edffe0e29c6 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.067515] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a24c7511-6571-4380-afe1-c236dca63fcb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.076588] env[69843]: DEBUG oslo_vmware.api [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1330.076588] env[69843]: value = "task-3705322" [ 1330.076588] env[69843]: _type = "Task" [ 1330.076588] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.085846] env[69843]: DEBUG oslo_vmware.api [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.264803] env[69843]: DEBUG nova.compute.manager [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1330.404052] env[69843]: DEBUG oslo_vmware.api [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705320, 'name': PowerOffVM_Task, 'duration_secs': 0.198006} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.404491] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.404694] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.404962] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f586483b-dec1-4bfc-ac59-4aaeb8858332 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.478765] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.478984] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.479170] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleting the datastore file [datastore1] a694dd29-b502-4359-bd11-8f344d1434c7 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.479474] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8a63fd5-4084-4b13-a831-020ca6664abb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.487305] env[69843]: DEBUG oslo_vmware.api [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for the task: (returnval){ [ 1330.487305] env[69843]: value = "task-3705324" [ 1330.487305] env[69843]: _type = "Task" [ 1330.487305] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.496577] env[69843]: DEBUG oslo_vmware.api [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.586916] env[69843]: DEBUG oslo_vmware.api [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140938} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.587216] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.587398] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.587575] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.587748] env[69843]: INFO nova.compute.manager [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1330.588015] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.588198] env[69843]: DEBUG nova.compute.manager [-] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.588294] env[69843]: DEBUG nova.network.neutron [-] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.788041] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.788169] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.789659] env[69843]: INFO nova.compute.claims [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.856389] env[69843]: DEBUG nova.compute.manager [req-d279ebe2-ddad-44e8-8da1-1c249f2ac745 req-7804b16f-f6d5-49fb-9efa-0417e2a76629 service nova] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Received event network-vif-deleted-f01d84d7-79c3-4121-b822-74b0473012b0 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.856389] env[69843]: INFO nova.compute.manager [req-d279ebe2-ddad-44e8-8da1-1c249f2ac745 req-7804b16f-f6d5-49fb-9efa-0417e2a76629 service nova] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Neutron deleted interface f01d84d7-79c3-4121-b822-74b0473012b0; detaching it from the instance and deleting it from the info cache [ 1330.856389] env[69843]: DEBUG nova.network.neutron [req-d279ebe2-ddad-44e8-8da1-1c249f2ac745 req-7804b16f-f6d5-49fb-9efa-0417e2a76629 service nova] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.921862] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.922277] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.922454] env[69843]: INFO nova.compute.manager [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Attaching volume 29946ad1-5690-4a90-ada0-d7a948502b65 to /dev/sdb [ 1330.959394] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e623647-158a-4198-890a-f536e8b515c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.967545] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91c88e8-aa3b-471e-958f-ade8aa605c3f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.981808] env[69843]: DEBUG nova.virt.block_device [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Updating existing volume attachment record: 99b1251d-bbb6-4191-a184-292ca8f60755 {{(pid=69843) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1330.997986] env[69843]: DEBUG oslo_vmware.api [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Task: {'id': task-3705324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166483} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.998269] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.998454] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.998789] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.998789] env[69843]: INFO nova.compute.manager [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1330.999023] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.999222] env[69843]: DEBUG nova.compute.manager [-] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.999316] env[69843]: DEBUG nova.network.neutron [-] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.339666] env[69843]: DEBUG nova.network.neutron [-] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.359120] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae991c55-2015-4130-bb5c-149c3dac6736 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.369535] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5953ab8-7494-4070-a212-5ef9ee101767 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.404705] env[69843]: DEBUG nova.compute.manager [req-d279ebe2-ddad-44e8-8da1-1c249f2ac745 req-7804b16f-f6d5-49fb-9efa-0417e2a76629 service nova] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Detach interface failed, port_id=f01d84d7-79c3-4121-b822-74b0473012b0, reason: Instance 89208c60-2af0-4979-a3b3-7edffe0e29c6 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.842852] env[69843]: INFO nova.compute.manager [-] [instance: 89208c60-2af0-4979-a3b3-7edffe0e29c6] Took 1.25 seconds to deallocate network for instance. [ 1331.897787] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbd5c66-3f84-49bf-81b4-65106da0202e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.906474] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b118e70-4d49-4796-8ea0-85653b931426 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.937116] env[69843]: DEBUG nova.network.neutron [-] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.939164] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26a1bbb-d95f-4433-a345-c9c3f5ba671f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.947270] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83982ee-0355-4fd4-a2d2-d9e08f617ef0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.964455] env[69843]: DEBUG nova.compute.provider_tree [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.350458] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.443495] env[69843]: INFO nova.compute.manager [-] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Took 1.44 seconds to deallocate network for instance. [ 1332.467558] env[69843]: DEBUG nova.scheduler.client.report [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.884493] env[69843]: DEBUG nova.compute.manager [req-dbbbe716-eeb8-4c9f-bc2d-231627d6060a req-f0739558-917b-4be9-8273-e273d35d6e24 service nova] [instance: a694dd29-b502-4359-bd11-8f344d1434c7] Received event network-vif-deleted-583a66db-92f0-4912-8fd3-b4f39749f699 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.952123] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.972182] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.972724] env[69843]: DEBUG nova.compute.manager [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.975396] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.625s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.975538] env[69843]: DEBUG nova.objects.instance [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lazy-loading 'resources' on Instance uuid 89208c60-2af0-4979-a3b3-7edffe0e29c6 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.478121] env[69843]: DEBUG nova.compute.utils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.482859] env[69843]: DEBUG nova.compute.manager [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Not allocating networking since 'none' was specified. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1333.573155] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7835a19c-cfa6-45c6-a575-75c37ec77c3b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.580979] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a61a2-789d-4aff-a30f-56fe04d35d94 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.611941] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7c8fee-7032-4217-9f73-b81ca9df4c19 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.620065] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9d4aba-39fd-484d-b77d-f1480e6c2be8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.635579] env[69843]: DEBUG nova.compute.provider_tree [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.981406] env[69843]: DEBUG nova.compute.manager [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1334.139624] env[69843]: DEBUG nova.scheduler.client.report [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.644247] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.646678] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.695s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.646901] env[69843]: DEBUG nova.objects.instance [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lazy-loading 'resources' on Instance uuid a694dd29-b502-4359-bd11-8f344d1434c7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.662680] env[69843]: INFO nova.scheduler.client.report [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted allocations for instance 89208c60-2af0-4979-a3b3-7edffe0e29c6 [ 1334.991195] env[69843]: DEBUG nova.compute.manager [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1335.017510] env[69843]: DEBUG nova.virt.hardware [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.017765] env[69843]: DEBUG nova.virt.hardware [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.017967] env[69843]: DEBUG nova.virt.hardware [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.018252] env[69843]: DEBUG nova.virt.hardware [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.018492] env[69843]: DEBUG nova.virt.hardware [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.018744] env[69843]: DEBUG nova.virt.hardware [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.018984] env[69843]: DEBUG nova.virt.hardware [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.019164] env[69843]: DEBUG nova.virt.hardware [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.019332] env[69843]: DEBUG nova.virt.hardware [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.019495] env[69843]: DEBUG nova.virt.hardware [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.020309] env[69843]: DEBUG nova.virt.hardware [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.020897] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4b1e5b-60a6-4446-a91d-25d202b34dcb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.028631] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7563117e-9436-479f-858d-3e53ba363d90 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.042618] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.048182] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Creating folder: Project (fb0765eaf67c48e2be9a9a9209db44ea). Parent ref: group-v737654. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.048472] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfc775da-562f-4247-be29-46484ad3194e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.060269] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Created folder: Project (fb0765eaf67c48e2be9a9a9209db44ea) in parent group-v737654. [ 1335.060474] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Creating folder: Instances. Parent ref: group-v738000. {{(pid=69843) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.060721] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e8ad459-591c-4ca0-9be0-199d654da24c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.077026] env[69843]: INFO nova.virt.vmwareapi.vm_util [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Created folder: Instances in parent group-v738000. [ 1335.077026] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.077026] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.077262] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ad0a085-2881-40f6-862d-8820b7a68f77 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.096652] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.096652] env[69843]: value = "task-3705329" [ 1335.096652] env[69843]: _type = "Task" [ 1335.096652] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.104705] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705329, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.171408] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3e75974a-4f42-4ee9-b8bb-3b5b7f7245fd tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "89208c60-2af0-4979-a3b3-7edffe0e29c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.231s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.235421] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6648001-76ac-4072-b981-93b7f9a5048c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.242798] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d388a8-db5a-4a60-b7b0-68a2f82579a8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.275223] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea802b05-64d4-4860-a535-abed0afddf08 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.283480] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024f8e08-d3c2-43ab-b00b-360dfa7f1cb2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.297430] env[69843]: DEBUG nova.compute.provider_tree [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.532715] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Volume attach. Driver type: vmdk {{(pid=69843) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1335.532991] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737999', 'volume_id': '29946ad1-5690-4a90-ada0-d7a948502b65', 'name': 'volume-29946ad1-5690-4a90-ada0-d7a948502b65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd976953-97f8-4c7e-8c44-45bafb7ab670', 'attached_at': '', 'detached_at': '', 'volume_id': '29946ad1-5690-4a90-ada0-d7a948502b65', 'serial': '29946ad1-5690-4a90-ada0-d7a948502b65'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1335.533970] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5972e69-a836-444a-821f-1623eb780f35 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.550840] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c9616f-1828-46b8-9eac-496c9219ecef {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.568349] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "dc9b2212-3a49-4642-9e09-2f995742e44d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.568587] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "dc9b2212-3a49-4642-9e09-2f995742e44d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.568787] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "dc9b2212-3a49-4642-9e09-2f995742e44d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.568962] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "dc9b2212-3a49-4642-9e09-2f995742e44d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.569143] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "dc9b2212-3a49-4642-9e09-2f995742e44d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.571317] env[69843]: INFO nova.compute.manager [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Terminating instance [ 1335.580193] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-29946ad1-5690-4a90-ada0-d7a948502b65/volume-29946ad1-5690-4a90-ada0-d7a948502b65.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.581729] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6d72124-f234-46c3-b7a0-b545d495349d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.606590] env[69843]: DEBUG oslo_vmware.api [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1335.606590] env[69843]: value = "task-3705330" [ 1335.606590] env[69843]: _type = "Task" [ 1335.606590] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.610280] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705329, 'name': CreateVM_Task, 'duration_secs': 0.284479} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.613372] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.613798] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.613956] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.614311] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.614886] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df76f870-3540-453e-a23a-054a9e4dbbd0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.621310] env[69843]: DEBUG oslo_vmware.api [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705330, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.622929] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1335.622929] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52332b7e-ee25-dbc0-7dda-36617de907d0" [ 1335.622929] env[69843]: _type = "Task" [ 1335.622929] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.633332] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52332b7e-ee25-dbc0-7dda-36617de907d0, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.633667] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.633916] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.634164] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.634333] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.634516] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.634853] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b32dba7-7dfd-41b8-bf7b-4e29ae824ad6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.643289] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.643548] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.644509] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd6ffe1b-f6e6-4e73-8e0a-1f5a4d60d7c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.649862] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1335.649862] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526e28ee-dfb8-fa54-08eb-86260933340e" [ 1335.649862] env[69843]: _type = "Task" [ 1335.649862] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.658282] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526e28ee-dfb8-fa54-08eb-86260933340e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.801954] env[69843]: DEBUG nova.scheduler.client.report [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.082474] env[69843]: DEBUG nova.compute.manager [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.082735] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.083664] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28683031-3d5c-47ee-812a-523828b4db5b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.091246] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.091479] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4a3ce0b-1583-4977-90f5-41db1c0f8b34 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.098101] env[69843]: DEBUG oslo_vmware.api [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1336.098101] env[69843]: value = "task-3705331" [ 1336.098101] env[69843]: _type = "Task" [ 1336.098101] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.106706] env[69843]: DEBUG oslo_vmware.api [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.119694] env[69843]: DEBUG oslo_vmware.api [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705330, 'name': ReconfigVM_Task, 'duration_secs': 0.320821} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.120027] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-29946ad1-5690-4a90-ada0-d7a948502b65/volume-29946ad1-5690-4a90-ada0-d7a948502b65.vmdk or device None with type thin {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.124891] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b469050-5c72-41e6-a5b3-ce0a1ba5321e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.141812] env[69843]: DEBUG oslo_vmware.api [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1336.141812] env[69843]: value = "task-3705332" [ 1336.141812] env[69843]: _type = "Task" [ 1336.141812] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.150430] env[69843]: DEBUG oslo_vmware.api [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.159353] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]526e28ee-dfb8-fa54-08eb-86260933340e, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.160215] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d98bbbb-970d-4126-94e2-58cd5d5e10bb {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.167925] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1336.167925] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c0b12e-ed33-2632-c70d-2af9029ddc14" [ 1336.167925] env[69843]: _type = "Task" [ 1336.167925] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.177373] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c0b12e-ed33-2632-c70d-2af9029ddc14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.306570] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.328737] env[69843]: INFO nova.scheduler.client.report [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Deleted allocations for instance a694dd29-b502-4359-bd11-8f344d1434c7 [ 1336.608439] env[69843]: DEBUG oslo_vmware.api [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705331, 'name': PowerOffVM_Task, 'duration_secs': 0.178125} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.608732] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.608906] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.609193] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd2acc2a-dd55-445e-947a-2adf579ac69e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.653981] env[69843]: DEBUG oslo_vmware.api [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705332, 'name': ReconfigVM_Task, 'duration_secs': 0.156015} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.654427] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737999', 'volume_id': '29946ad1-5690-4a90-ada0-d7a948502b65', 'name': 'volume-29946ad1-5690-4a90-ada0-d7a948502b65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd976953-97f8-4c7e-8c44-45bafb7ab670', 'attached_at': '', 'detached_at': '', 'volume_id': '29946ad1-5690-4a90-ada0-d7a948502b65', 'serial': '29946ad1-5690-4a90-ada0-d7a948502b65'} {{(pid=69843) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1336.680847] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52c0b12e-ed33-2632-c70d-2af9029ddc14, 'name': SearchDatastore_Task, 'duration_secs': 0.010138} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.682210] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.682609] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 85fb78b6-2abc-44e2-9363-d92eb2d53fef/85fb78b6-2abc-44e2-9363-d92eb2d53fef.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.682914] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.683111] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.683334] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleting the datastore file [datastore1] dc9b2212-3a49-4642-9e09-2f995742e44d {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.683581] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cdbaab8-759a-414d-919d-9f52ffe95495 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.685734] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99e37226-d268-4e59-800c-ff9760ab1bf1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.693661] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1336.693661] env[69843]: value = "task-3705336" [ 1336.693661] env[69843]: _type = "Task" [ 1336.693661] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.695021] env[69843]: DEBUG oslo_vmware.api [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1336.695021] env[69843]: value = "task-3705335" [ 1336.695021] env[69843]: _type = "Task" [ 1336.695021] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.707928] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.711376] env[69843]: DEBUG oslo_vmware.api [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.835823] env[69843]: DEBUG oslo_concurrency.lockutils [None req-59053398-28a6-42a1-8d9b-f98c6aa3cc5a tempest-ServerActionsTestOtherB-49159115 tempest-ServerActionsTestOtherB-49159115-project-member] Lock "a694dd29-b502-4359-bd11-8f344d1434c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.465s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.210303] env[69843]: DEBUG oslo_vmware.api [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137506} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.210677] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.210759] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.210933] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.211167] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.211359] env[69843]: INFO nova.compute.manager [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1337.211594] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.211770] env[69843]: DEBUG nova.compute.manager [-] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.211867] env[69843]: DEBUG nova.network.neutron [-] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.516161] env[69843]: DEBUG nova.compute.manager [req-d20ffc11-8f3b-4892-b2a2-5c13ed659e4f req-e45616a6-2e6b-4c45-96b4-e309d59ecd35 service nova] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Received event network-vif-deleted-3d20b625-2b0b-4528-a71c-152d3f96c072 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.516445] env[69843]: INFO nova.compute.manager [req-d20ffc11-8f3b-4892-b2a2-5c13ed659e4f req-e45616a6-2e6b-4c45-96b4-e309d59ecd35 service nova] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Neutron deleted interface 3d20b625-2b0b-4528-a71c-152d3f96c072; detaching it from the instance and deleting it from the info cache [ 1337.516605] env[69843]: DEBUG nova.network.neutron [req-d20ffc11-8f3b-4892-b2a2-5c13ed659e4f req-e45616a6-2e6b-4c45-96b4-e309d59ecd35 service nova] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.690601] env[69843]: DEBUG nova.objects.instance [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lazy-loading 'flavor' on Instance uuid dd976953-97f8-4c7e-8c44-45bafb7ab670 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.706559] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.988526} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.707558] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 85fb78b6-2abc-44e2-9363-d92eb2d53fef/85fb78b6-2abc-44e2-9363-d92eb2d53fef.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.707848] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.708134] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be7e5777-a39d-4e01-a38d-7b47e724a6b8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.716290] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1337.716290] env[69843]: value = "task-3705337" [ 1337.716290] env[69843]: _type = "Task" [ 1337.716290] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.725931] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.992249] env[69843]: DEBUG nova.network.neutron [-] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.019289] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-237a61a3-cd1b-46bc-8ed1-d5edc659b00c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.030727] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7bf2dc-b527-48af-831c-cf14386cddca {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.056793] env[69843]: DEBUG nova.compute.manager [req-d20ffc11-8f3b-4892-b2a2-5c13ed659e4f req-e45616a6-2e6b-4c45-96b4-e309d59ecd35 service nova] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Detach interface failed, port_id=3d20b625-2b0b-4528-a71c-152d3f96c072, reason: Instance dc9b2212-3a49-4642-9e09-2f995742e44d could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1338.195545] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46dccf7e-5298-45c8-96a8-c17fd0bbcd36 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.273s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.226442] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067384} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.226861] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.227476] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd3ce82-1867-410f-8d4d-18d655853f82 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.247617] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 85fb78b6-2abc-44e2-9363-d92eb2d53fef/85fb78b6-2abc-44e2-9363-d92eb2d53fef.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.247865] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-822b31a7-fdaf-472d-a4f8-27acf037f649 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.267667] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1338.267667] env[69843]: value = "task-3705338" [ 1338.267667] env[69843]: _type = "Task" [ 1338.267667] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.278583] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.376450] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.376771] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.495017] env[69843]: INFO nova.compute.manager [-] [instance: dc9b2212-3a49-4642-9e09-2f995742e44d] Took 1.28 seconds to deallocate network for instance. [ 1338.777276] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705338, 'name': ReconfigVM_Task, 'duration_secs': 0.260575} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.777615] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 85fb78b6-2abc-44e2-9363-d92eb2d53fef/85fb78b6-2abc-44e2-9363-d92eb2d53fef.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.778314] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-add00a8b-1cf1-40ce-a996-549d49d2d4ee {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.785399] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1338.785399] env[69843]: value = "task-3705339" [ 1338.785399] env[69843]: _type = "Task" [ 1338.785399] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.793119] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705339, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.880341] env[69843]: INFO nova.compute.manager [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Detaching volume 29946ad1-5690-4a90-ada0-d7a948502b65 [ 1338.917030] env[69843]: INFO nova.virt.block_device [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Attempting to driver detach volume 29946ad1-5690-4a90-ada0-d7a948502b65 from mountpoint /dev/sdb [ 1338.917394] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Volume detach. Driver type: vmdk {{(pid=69843) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1338.917675] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737999', 'volume_id': '29946ad1-5690-4a90-ada0-d7a948502b65', 'name': 'volume-29946ad1-5690-4a90-ada0-d7a948502b65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd976953-97f8-4c7e-8c44-45bafb7ab670', 'attached_at': '', 'detached_at': '', 'volume_id': '29946ad1-5690-4a90-ada0-d7a948502b65', 'serial': '29946ad1-5690-4a90-ada0-d7a948502b65'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1338.919030] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13895cf-1964-497e-b1ce-e2c2d33b182e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.943185] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51312633-1d46-4164-aa9d-3c4fc84c2431 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.950822] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43424f60-dab9-4190-ad15-397c4b45677d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.971223] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69372671-4c06-483a-bcbd-ab8a18a4eb31 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.987272] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] The volume has not been displaced from its original location: [datastore2] volume-29946ad1-5690-4a90-ada0-d7a948502b65/volume-29946ad1-5690-4a90-ada0-d7a948502b65.vmdk. No consolidation needed. {{(pid=69843) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1338.992736] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1338.993089] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86430795-80c0-4e4b-81b2-b6d72c8796da {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.006430] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.006695] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.006913] env[69843]: DEBUG nova.objects.instance [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lazy-loading 'resources' on Instance uuid dc9b2212-3a49-4642-9e09-2f995742e44d {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.014685] env[69843]: DEBUG oslo_vmware.api [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1339.014685] env[69843]: value = "task-3705340" [ 1339.014685] env[69843]: _type = "Task" [ 1339.014685] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.025678] env[69843]: DEBUG oslo_vmware.api [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.295776] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705339, 'name': Rename_Task, 'duration_secs': 0.132122} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.296182] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.296236] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-391e8857-8970-4246-820b-1d9ff4cad874 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.303712] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1339.303712] env[69843]: value = "task-3705341" [ 1339.303712] env[69843]: _type = "Task" [ 1339.303712] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.311256] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.525819] env[69843]: DEBUG oslo_vmware.api [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.574019] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ed9213-db00-4ac5-abf1-6cc3da3f5105 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.582539] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb4e9d2-fe10-47ec-8f43-65c9d5c99127 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.615751] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c1fd2f-c901-4b12-8591-ad3dc2133ccf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.624233] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f53d305-d64b-4e30-b179-12a29a059922 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.638555] env[69843]: DEBUG nova.compute.provider_tree [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.814841] env[69843]: DEBUG oslo_vmware.api [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705341, 'name': PowerOnVM_Task, 'duration_secs': 0.421951} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.815116] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.815325] env[69843]: INFO nova.compute.manager [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Took 4.82 seconds to spawn the instance on the hypervisor. [ 1339.815502] env[69843]: DEBUG nova.compute.manager [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1339.816298] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9c734c-d84b-45cb-a30a-0e52092a5c22 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.026306] env[69843]: DEBUG oslo_vmware.api [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.142384] env[69843]: DEBUG nova.scheduler.client.report [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.334897] env[69843]: INFO nova.compute.manager [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Took 9.57 seconds to build instance. [ 1340.527429] env[69843]: DEBUG oslo_vmware.api [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705340, 'name': ReconfigVM_Task, 'duration_secs': 1.247705} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.527744] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69843) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1340.532883] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0979546-fa18-493f-9bf4-66468d467719 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.547735] env[69843]: DEBUG oslo_vmware.api [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1340.547735] env[69843]: value = "task-3705342" [ 1340.547735] env[69843]: _type = "Task" [ 1340.547735] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.555929] env[69843]: DEBUG oslo_vmware.api [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.647416] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.670427] env[69843]: INFO nova.scheduler.client.report [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted allocations for instance dc9b2212-3a49-4642-9e09-2f995742e44d [ 1340.838044] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d26af56e-7b4c-4a3c-b8c5-3a1f7c95fc31 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lock "85fb78b6-2abc-44e2-9363-d92eb2d53fef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.076s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.058030] env[69843]: DEBUG oslo_vmware.api [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705342, 'name': ReconfigVM_Task, 'duration_secs': 0.143612} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.060757] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-737999', 'volume_id': '29946ad1-5690-4a90-ada0-d7a948502b65', 'name': 'volume-29946ad1-5690-4a90-ada0-d7a948502b65', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd976953-97f8-4c7e-8c44-45bafb7ab670', 'attached_at': '', 'detached_at': '', 'volume_id': '29946ad1-5690-4a90-ada0-d7a948502b65', 'serial': '29946ad1-5690-4a90-ada0-d7a948502b65'} {{(pid=69843) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1341.177920] env[69843]: DEBUG oslo_concurrency.lockutils [None req-46cbc6f5-cfb2-4808-a8cc-39a0bb1e6965 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "dc9b2212-3a49-4642-9e09-2f995742e44d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.609s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.604076] env[69843]: DEBUG nova.objects.instance [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lazy-loading 'flavor' on Instance uuid dd976953-97f8-4c7e-8c44-45bafb7ab670 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.630560] env[69843]: INFO nova.compute.manager [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Rebuilding instance [ 1341.679441] env[69843]: DEBUG nova.compute.manager [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1341.680646] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3689e6-b583-4c96-b6f0-247c3d654957 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.918814] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "37698d5e-092e-4e31-ad9f-e5929e541eb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.919051] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "37698d5e-092e-4e31-ad9f-e5929e541eb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.422061] env[69843]: DEBUG nova.compute.manager [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.615775] env[69843]: DEBUG oslo_concurrency.lockutils [None req-3ae1d61f-e4ca-4051-99ee-dc3ee92ae347 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.239s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.695834] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.696267] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a43e8169-419a-41c4-8f29-4222bd343f59 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.704924] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1342.704924] env[69843]: value = "task-3705343" [ 1342.704924] env[69843]: _type = "Task" [ 1342.704924] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.713774] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.812380] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.812720] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.812941] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "dd976953-97f8-4c7e-8c44-45bafb7ab670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.813143] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.813384] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.815557] env[69843]: INFO nova.compute.manager [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Terminating instance [ 1342.947141] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.947435] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.949020] env[69843]: INFO nova.compute.claims [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.215182] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705343, 'name': PowerOffVM_Task, 'duration_secs': 0.16539} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.215400] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.215625] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.216422] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841af860-7023-4553-b2ec-4a75c4d0e34e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.224912] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.225155] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f97eb3cf-12d0-4633-8534-ed99593d8910 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.251632] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.251964] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.252185] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Deleting the datastore file [datastore2] 85fb78b6-2abc-44e2-9363-d92eb2d53fef {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.252496] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-328639c8-1e36-4cdc-85ef-86f9e2914b71 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.258970] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1343.258970] env[69843]: value = "task-3705345" [ 1343.258970] env[69843]: _type = "Task" [ 1343.258970] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.267454] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.319712] env[69843]: DEBUG nova.compute.manager [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.320041] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.321055] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4387f6a2-e645-4253-ad1e-12ce65fbf772 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.329118] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.329453] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a7ca6d1-e0c5-4070-9464-2b7d9954d58d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.336547] env[69843]: DEBUG oslo_vmware.api [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1343.336547] env[69843]: value = "task-3705346" [ 1343.336547] env[69843]: _type = "Task" [ 1343.336547] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.346047] env[69843]: DEBUG oslo_vmware.api [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.768783] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104316} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.769201] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.769201] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.769369] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.846534] env[69843]: DEBUG oslo_vmware.api [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705346, 'name': PowerOffVM_Task, 'duration_secs': 0.220871} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.846810] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.846976] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.847232] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a8b6c9b-3165-4154-8a76-8a416123d3c1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.912637] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.912860] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.913026] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Deleting the datastore file [datastore2] dd976953-97f8-4c7e-8c44-45bafb7ab670 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.913304] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0df41860-7d55-4dd8-a036-db5a85aa697d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.920478] env[69843]: DEBUG oslo_vmware.api [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for the task: (returnval){ [ 1343.920478] env[69843]: value = "task-3705348" [ 1343.920478] env[69843]: _type = "Task" [ 1343.920478] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.929777] env[69843]: DEBUG oslo_vmware.api [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.021142] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0480c9b8-2474-4add-b6e7-90068287c25c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.029690] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11732643-00be-4aeb-adb9-479017607f82 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.064492] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49fa879-0935-4eed-aee0-72fff0738e9a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.072744] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbf6764-2a9e-4184-b821-63c151f3587a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.087016] env[69843]: DEBUG nova.compute.provider_tree [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.430423] env[69843]: DEBUG oslo_vmware.api [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Task: {'id': task-3705348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180889} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.430688] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.430872] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.431077] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.431311] env[69843]: INFO nova.compute.manager [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1344.431567] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.431766] env[69843]: DEBUG nova.compute.manager [-] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.431903] env[69843]: DEBUG nova.network.neutron [-] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.591142] env[69843]: DEBUG nova.scheduler.client.report [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.805482] env[69843]: DEBUG nova.virt.hardware [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.805773] env[69843]: DEBUG nova.virt.hardware [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.805873] env[69843]: DEBUG nova.virt.hardware [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.806062] env[69843]: DEBUG nova.virt.hardware [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.806214] env[69843]: DEBUG nova.virt.hardware [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.806354] env[69843]: DEBUG nova.virt.hardware [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.806553] env[69843]: DEBUG nova.virt.hardware [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.806707] env[69843]: DEBUG nova.virt.hardware [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.806865] env[69843]: DEBUG nova.virt.hardware [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.807029] env[69843]: DEBUG nova.virt.hardware [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.807203] env[69843]: DEBUG nova.virt.hardware [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.808126] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f4775b-3329-446d-bc37-16758cd69e9c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.817092] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec5b3b5-921a-49aa-bfa6-7ca63ff9df6b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.835307] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Instance VIF info [] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.841347] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.841578] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.842701] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5de69254-be6f-44ee-bce1-3bcac5b15b67 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.864612] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.864612] env[69843]: value = "task-3705349" [ 1344.864612] env[69843]: _type = "Task" [ 1344.864612] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.870916] env[69843]: DEBUG nova.compute.manager [req-f5e3247c-cf14-4ad2-8cba-e46bda36aec5 req-f0d02e0b-4554-4e6f-ae80-7138dadddeac service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Received event network-vif-deleted-7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.871118] env[69843]: INFO nova.compute.manager [req-f5e3247c-cf14-4ad2-8cba-e46bda36aec5 req-f0d02e0b-4554-4e6f-ae80-7138dadddeac service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Neutron deleted interface 7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7; detaching it from the instance and deleting it from the info cache [ 1344.871289] env[69843]: DEBUG nova.network.neutron [req-f5e3247c-cf14-4ad2-8cba-e46bda36aec5 req-f0d02e0b-4554-4e6f-ae80-7138dadddeac service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.878419] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705349, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.095778] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.096315] env[69843]: DEBUG nova.compute.manager [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.360077] env[69843]: DEBUG nova.network.neutron [-] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.375186] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705349, 'name': CreateVM_Task, 'duration_secs': 0.258319} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.376010] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbbb195a-0ab9-44c4-9ced-ec5c122f399c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.377733] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.378423] env[69843]: DEBUG oslo_concurrency.lockutils [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.378530] env[69843]: DEBUG oslo_concurrency.lockutils [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.378836] env[69843]: DEBUG oslo_concurrency.lockutils [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.379410] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995c81f7-23f3-455d-92d9-62d8073af5f0 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.387240] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2924610b-1778-43a9-94bc-ada06c30ea06 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.397570] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1345.397570] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5239dcde-bdda-e5a7-62d6-70a9ec21189a" [ 1345.397570] env[69843]: _type = "Task" [ 1345.397570] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.407067] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5239dcde-bdda-e5a7-62d6-70a9ec21189a, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.407361] env[69843]: DEBUG oslo_concurrency.lockutils [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.407616] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.407844] env[69843]: DEBUG oslo_concurrency.lockutils [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.407979] env[69843]: DEBUG oslo_concurrency.lockutils [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.408244] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.414274] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76c69e89-b102-4a0e-9eb3-7de94f3a0375 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.416100] env[69843]: DEBUG nova.compute.manager [req-f5e3247c-cf14-4ad2-8cba-e46bda36aec5 req-f0d02e0b-4554-4e6f-ae80-7138dadddeac service nova] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Detach interface failed, port_id=7590e1c6-2ad1-4080-bd5c-6b8ef2cfb6e7, reason: Instance dd976953-97f8-4c7e-8c44-45bafb7ab670 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1345.429546] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.429961] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.430864] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c772d2-6962-4727-9f34-3be53715afe3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.436646] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1345.436646] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5269577b-02db-3c37-168d-37e09fb4e134" [ 1345.436646] env[69843]: _type = "Task" [ 1345.436646] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.446214] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5269577b-02db-3c37-168d-37e09fb4e134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.600954] env[69843]: DEBUG nova.compute.utils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1345.604871] env[69843]: DEBUG nova.compute.manager [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1345.604871] env[69843]: DEBUG nova.network.neutron [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.640264] env[69843]: DEBUG nova.policy [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a145ceb761d43ce9789280a6c27a208', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b3c1c9d04b34f8c9450e5c72a1c7524', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.865267] env[69843]: INFO nova.compute.manager [-] [instance: dd976953-97f8-4c7e-8c44-45bafb7ab670] Took 1.43 seconds to deallocate network for instance. [ 1345.911745] env[69843]: DEBUG nova.network.neutron [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Successfully created port: a9651973-9ea3-4083-9ed8-5aee223e28f3 {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1345.948739] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5269577b-02db-3c37-168d-37e09fb4e134, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.949539] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2bf2cbc-7dc4-48ae-a190-647cc31b889f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.955434] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1345.955434] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d239ec-a1a0-d347-97c5-0fab08c47cdc" [ 1345.955434] env[69843]: _type = "Task" [ 1345.955434] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.964039] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d239ec-a1a0-d347-97c5-0fab08c47cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.104931] env[69843]: DEBUG nova.compute.manager [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.371385] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.371664] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.371889] env[69843]: DEBUG nova.objects.instance [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lazy-loading 'resources' on Instance uuid dd976953-97f8-4c7e-8c44-45bafb7ab670 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.466361] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52d239ec-a1a0-d347-97c5-0fab08c47cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.466628] env[69843]: DEBUG oslo_concurrency.lockutils [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.466881] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 85fb78b6-2abc-44e2-9363-d92eb2d53fef/85fb78b6-2abc-44e2-9363-d92eb2d53fef.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.467157] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a42b801-8dde-4b68-8004-ba5648c0938e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.474484] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1346.474484] env[69843]: value = "task-3705350" [ 1346.474484] env[69843]: _type = "Task" [ 1346.474484] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.484249] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.951907] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfd608e-929d-48b0-a483-5a002a7e06dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.960194] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce2d132-7358-4f91-94bd-c08169dbd4f3 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.996179] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f65bfb-ae1d-4bd2-a9da-802bb1ce68df {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.005728] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479838} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.007982] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 85fb78b6-2abc-44e2-9363-d92eb2d53fef/85fb78b6-2abc-44e2-9363-d92eb2d53fef.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.008248] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.008553] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ffbffc6-7b4a-4db6-ac86-d358aa1ba05e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.011564] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fddaf9d-e50c-42a8-9935-2083854aea8f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.026825] env[69843]: DEBUG nova.compute.provider_tree [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.031031] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1347.031031] env[69843]: value = "task-3705351" [ 1347.031031] env[69843]: _type = "Task" [ 1347.031031] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.043182] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.115024] env[69843]: DEBUG nova.compute.manager [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1347.141510] env[69843]: DEBUG nova.virt.hardware [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.141750] env[69843]: DEBUG nova.virt.hardware [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.141901] env[69843]: DEBUG nova.virt.hardware [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.142106] env[69843]: DEBUG nova.virt.hardware [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.142246] env[69843]: DEBUG nova.virt.hardware [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.142403] env[69843]: DEBUG nova.virt.hardware [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.142635] env[69843]: DEBUG nova.virt.hardware [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.142794] env[69843]: DEBUG nova.virt.hardware [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.142956] env[69843]: DEBUG nova.virt.hardware [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.143136] env[69843]: DEBUG nova.virt.hardware [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.143314] env[69843]: DEBUG nova.virt.hardware [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.144180] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d18584-bcc3-45ca-92b7-47125c14b188 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.152203] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06436dc0-89d9-4ac3-8c6f-31f38cd08958 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.281971] env[69843]: DEBUG nova.compute.manager [req-91a4750c-6b69-422a-a275-792d4f5e1bfc req-e4cbc786-4396-4505-a8f1-653d3e619180 service nova] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Received event network-vif-plugged-a9651973-9ea3-4083-9ed8-5aee223e28f3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.282316] env[69843]: DEBUG oslo_concurrency.lockutils [req-91a4750c-6b69-422a-a275-792d4f5e1bfc req-e4cbc786-4396-4505-a8f1-653d3e619180 service nova] Acquiring lock "37698d5e-092e-4e31-ad9f-e5929e541eb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.282456] env[69843]: DEBUG oslo_concurrency.lockutils [req-91a4750c-6b69-422a-a275-792d4f5e1bfc req-e4cbc786-4396-4505-a8f1-653d3e619180 service nova] Lock "37698d5e-092e-4e31-ad9f-e5929e541eb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.282628] env[69843]: DEBUG oslo_concurrency.lockutils [req-91a4750c-6b69-422a-a275-792d4f5e1bfc req-e4cbc786-4396-4505-a8f1-653d3e619180 service nova] Lock "37698d5e-092e-4e31-ad9f-e5929e541eb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.282790] env[69843]: DEBUG nova.compute.manager [req-91a4750c-6b69-422a-a275-792d4f5e1bfc req-e4cbc786-4396-4505-a8f1-653d3e619180 service nova] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] No waiting events found dispatching network-vif-plugged-a9651973-9ea3-4083-9ed8-5aee223e28f3 {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1347.282947] env[69843]: WARNING nova.compute.manager [req-91a4750c-6b69-422a-a275-792d4f5e1bfc req-e4cbc786-4396-4505-a8f1-653d3e619180 service nova] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Received unexpected event network-vif-plugged-a9651973-9ea3-4083-9ed8-5aee223e28f3 for instance with vm_state building and task_state spawning. [ 1347.370982] env[69843]: DEBUG nova.network.neutron [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Successfully updated port: a9651973-9ea3-4083-9ed8-5aee223e28f3 {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.533579] env[69843]: DEBUG nova.scheduler.client.report [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.546800] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060596} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.547084] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.547917] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed728bbf-2653-4951-a10a-9df016d0aac6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.570414] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 85fb78b6-2abc-44e2-9363-d92eb2d53fef/85fb78b6-2abc-44e2-9363-d92eb2d53fef.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.571130] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b507e5-edcb-4e81-9f37-b7d106046e07 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.592018] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1347.592018] env[69843]: value = "task-3705352" [ 1347.592018] env[69843]: _type = "Task" [ 1347.592018] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.600937] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.874366] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "refresh_cache-37698d5e-092e-4e31-ad9f-e5929e541eb7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.874504] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "refresh_cache-37698d5e-092e-4e31-ad9f-e5929e541eb7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.874663] env[69843]: DEBUG nova.network.neutron [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.043403] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.063826] env[69843]: INFO nova.scheduler.client.report [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Deleted allocations for instance dd976953-97f8-4c7e-8c44-45bafb7ab670 [ 1348.102969] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705352, 'name': ReconfigVM_Task, 'duration_secs': 0.318183} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.103279] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 85fb78b6-2abc-44e2-9363-d92eb2d53fef/85fb78b6-2abc-44e2-9363-d92eb2d53fef.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.103925] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0212fb6-2d18-41b9-a76e-e200d8c12db5 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.111052] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1348.111052] env[69843]: value = "task-3705353" [ 1348.111052] env[69843]: _type = "Task" [ 1348.111052] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.120147] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705353, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.407638] env[69843]: DEBUG nova.network.neutron [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.532456] env[69843]: DEBUG nova.network.neutron [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Updating instance_info_cache with network_info: [{"id": "a9651973-9ea3-4083-9ed8-5aee223e28f3", "address": "fa:16:3e:62:99:7e", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9651973-9e", "ovs_interfaceid": "a9651973-9ea3-4083-9ed8-5aee223e28f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.572582] env[69843]: DEBUG oslo_concurrency.lockutils [None req-75ccb045-b0a1-445a-bb53-403fcd3533f2 tempest-AttachVolumeNegativeTest-638694095 tempest-AttachVolumeNegativeTest-638694095-project-member] Lock "dd976953-97f8-4c7e-8c44-45bafb7ab670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.760s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.622645] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705353, 'name': Rename_Task, 'duration_secs': 0.148376} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.622930] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.623202] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-983181be-6b06-4d8b-8f53-a9c98957c976 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.630497] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1348.630497] env[69843]: value = "task-3705354" [ 1348.630497] env[69843]: _type = "Task" [ 1348.630497] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.640549] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.035732] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "refresh_cache-37698d5e-092e-4e31-ad9f-e5929e541eb7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.036109] env[69843]: DEBUG nova.compute.manager [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Instance network_info: |[{"id": "a9651973-9ea3-4083-9ed8-5aee223e28f3", "address": "fa:16:3e:62:99:7e", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9651973-9e", "ovs_interfaceid": "a9651973-9ea3-4083-9ed8-5aee223e28f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1349.036602] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:99:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9651973-9ea3-4083-9ed8-5aee223e28f3', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.044684] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.045172] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.045282] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b47a0c33-0a3f-43b9-895c-bcf271e5caf9 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.070565] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.070565] env[69843]: value = "task-3705355" [ 1349.070565] env[69843]: _type = "Task" [ 1349.070565] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.079180] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705355, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.141663] env[69843]: DEBUG oslo_vmware.api [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705354, 'name': PowerOnVM_Task, 'duration_secs': 0.425355} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.141932] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.142149] env[69843]: DEBUG nova.compute.manager [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1349.143234] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ae7b03-a942-4a5e-9136-60c651dd8e5a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.313119] env[69843]: DEBUG nova.compute.manager [req-58350aea-9215-46e4-9555-3520d94ef8ee req-d5e2fa04-a7bb-4c52-9340-446052a2e568 service nova] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Received event network-changed-a9651973-9ea3-4083-9ed8-5aee223e28f3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.313362] env[69843]: DEBUG nova.compute.manager [req-58350aea-9215-46e4-9555-3520d94ef8ee req-d5e2fa04-a7bb-4c52-9340-446052a2e568 service nova] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Refreshing instance network info cache due to event network-changed-a9651973-9ea3-4083-9ed8-5aee223e28f3. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1349.313605] env[69843]: DEBUG oslo_concurrency.lockutils [req-58350aea-9215-46e4-9555-3520d94ef8ee req-d5e2fa04-a7bb-4c52-9340-446052a2e568 service nova] Acquiring lock "refresh_cache-37698d5e-092e-4e31-ad9f-e5929e541eb7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.313773] env[69843]: DEBUG oslo_concurrency.lockutils [req-58350aea-9215-46e4-9555-3520d94ef8ee req-d5e2fa04-a7bb-4c52-9340-446052a2e568 service nova] Acquired lock "refresh_cache-37698d5e-092e-4e31-ad9f-e5929e541eb7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.313988] env[69843]: DEBUG nova.network.neutron [req-58350aea-9215-46e4-9555-3520d94ef8ee req-d5e2fa04-a7bb-4c52-9340-446052a2e568 service nova] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Refreshing network info cache for port a9651973-9ea3-4083-9ed8-5aee223e28f3 {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.581113] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705355, 'name': CreateVM_Task, 'duration_secs': 0.361713} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.581344] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.581963] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.582144] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.582474] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.582728] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c79884c-d0e8-4c1f-b8c0-93248c932c24 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.587996] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1349.587996] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529dde34-b87d-c316-d0eb-0580546b8dca" [ 1349.587996] env[69843]: _type = "Task" [ 1349.587996] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.596232] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529dde34-b87d-c316-d0eb-0580546b8dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.662597] env[69843]: DEBUG oslo_concurrency.lockutils [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.662798] env[69843]: DEBUG oslo_concurrency.lockutils [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.662975] env[69843]: DEBUG nova.objects.instance [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69843) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1350.031226] env[69843]: DEBUG nova.network.neutron [req-58350aea-9215-46e4-9555-3520d94ef8ee req-d5e2fa04-a7bb-4c52-9340-446052a2e568 service nova] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Updated VIF entry in instance network info cache for port a9651973-9ea3-4083-9ed8-5aee223e28f3. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.031731] env[69843]: DEBUG nova.network.neutron [req-58350aea-9215-46e4-9555-3520d94ef8ee req-d5e2fa04-a7bb-4c52-9340-446052a2e568 service nova] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Updating instance_info_cache with network_info: [{"id": "a9651973-9ea3-4083-9ed8-5aee223e28f3", "address": "fa:16:3e:62:99:7e", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9651973-9e", "ovs_interfaceid": "a9651973-9ea3-4083-9ed8-5aee223e28f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.098501] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]529dde34-b87d-c316-d0eb-0580546b8dca, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.098912] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.099019] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.099310] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.099466] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.099649] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.099910] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf79be2f-3e3c-426f-8bcf-568be5baa89a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.108877] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.109057] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.109797] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c99958-d670-4d16-951f-71e7241bfdac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.115329] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1350.115329] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5245acc5-1518-50c0-4326-899bf1f643ac" [ 1350.115329] env[69843]: _type = "Task" [ 1350.115329] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.123680] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5245acc5-1518-50c0-4326-899bf1f643ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.325033] env[69843]: DEBUG oslo_concurrency.lockutils [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquiring lock "85fb78b6-2abc-44e2-9363-d92eb2d53fef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.325358] env[69843]: DEBUG oslo_concurrency.lockutils [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lock "85fb78b6-2abc-44e2-9363-d92eb2d53fef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.325579] env[69843]: DEBUG oslo_concurrency.lockutils [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquiring lock "85fb78b6-2abc-44e2-9363-d92eb2d53fef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.325762] env[69843]: DEBUG oslo_concurrency.lockutils [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lock "85fb78b6-2abc-44e2-9363-d92eb2d53fef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.325931] env[69843]: DEBUG oslo_concurrency.lockutils [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lock "85fb78b6-2abc-44e2-9363-d92eb2d53fef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.328197] env[69843]: INFO nova.compute.manager [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Terminating instance [ 1350.535243] env[69843]: DEBUG oslo_concurrency.lockutils [req-58350aea-9215-46e4-9555-3520d94ef8ee req-d5e2fa04-a7bb-4c52-9340-446052a2e568 service nova] Releasing lock "refresh_cache-37698d5e-092e-4e31-ad9f-e5929e541eb7" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.626319] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5245acc5-1518-50c0-4326-899bf1f643ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.627067] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fb43cf-9d6d-415d-9929-a09cf966bab4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.633064] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1350.633064] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5254b161-1814-a2c0-e5f5-1084924af3b7" [ 1350.633064] env[69843]: _type = "Task" [ 1350.633064] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.640118] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5254b161-1814-a2c0-e5f5-1084924af3b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.671571] env[69843]: DEBUG oslo_concurrency.lockutils [None req-34cb75cf-6a42-47a6-8d81-452e696ea013 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.832082] env[69843]: DEBUG oslo_concurrency.lockutils [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquiring lock "refresh_cache-85fb78b6-2abc-44e2-9363-d92eb2d53fef" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.832298] env[69843]: DEBUG oslo_concurrency.lockutils [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquired lock "refresh_cache-85fb78b6-2abc-44e2-9363-d92eb2d53fef" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.832413] env[69843]: DEBUG nova.network.neutron [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.143100] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5254b161-1814-a2c0-e5f5-1084924af3b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.143396] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.143629] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 37698d5e-092e-4e31-ad9f-e5929e541eb7/37698d5e-092e-4e31-ad9f-e5929e541eb7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.143895] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdab9d9b-2499-491d-92e2-58ec52f82cc7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.153342] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1351.153342] env[69843]: value = "task-3705357" [ 1351.153342] env[69843]: _type = "Task" [ 1351.153342] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.161925] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.354924] env[69843]: DEBUG nova.network.neutron [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.405690] env[69843]: DEBUG nova.network.neutron [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.665508] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506994} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.665809] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore1] 37698d5e-092e-4e31-ad9f-e5929e541eb7/37698d5e-092e-4e31-ad9f-e5929e541eb7.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.666134] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.666466] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24975524-d1bb-45a3-a388-b9706bc752dc {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.674196] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1351.674196] env[69843]: value = "task-3705358" [ 1351.674196] env[69843]: _type = "Task" [ 1351.674196] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.684388] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.908209] env[69843]: DEBUG oslo_concurrency.lockutils [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Releasing lock "refresh_cache-85fb78b6-2abc-44e2-9363-d92eb2d53fef" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.908691] env[69843]: DEBUG nova.compute.manager [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.908876] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.909762] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4d543e-8456-4f03-8b02-793a624bfa3e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.917866] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.918116] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bec2da32-5da5-406e-a6b2-5698133ca20f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.924791] env[69843]: DEBUG oslo_vmware.api [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1351.924791] env[69843]: value = "task-3705359" [ 1351.924791] env[69843]: _type = "Task" [ 1351.924791] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.936916] env[69843]: DEBUG oslo_vmware.api [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.184534] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067313} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.184888] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.185748] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64a6a96-93b1-405c-afd7-33741477c6c6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.209999] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 37698d5e-092e-4e31-ad9f-e5929e541eb7/37698d5e-092e-4e31-ad9f-e5929e541eb7.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.210470] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65ce7226-0d3b-440d-95a2-f853d6db0126 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.231229] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1352.231229] env[69843]: value = "task-3705360" [ 1352.231229] env[69843]: _type = "Task" [ 1352.231229] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.969554] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.969772] env[69843]: WARNING oslo_vmware.common.loopingcall [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] task run outlasted interval by 0.23827500000000001 sec [ 1352.981020] env[69843]: DEBUG oslo_vmware.api [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705359, 'name': PowerOffVM_Task, 'duration_secs': 0.120161} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.983874] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.984056] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.984355] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705360, 'name': ReconfigVM_Task, 'duration_secs': 0.41153} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.984563] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f21ce63e-097d-474f-b0e4-e77a7a92ef9c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.985978] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 37698d5e-092e-4e31-ad9f-e5929e541eb7/37698d5e-092e-4e31-ad9f-e5929e541eb7.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.986600] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cf9b4e8-ee50-4d30-9a19-a65f7436a8a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.993674] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1352.993674] env[69843]: value = "task-3705363" [ 1352.993674] env[69843]: _type = "Task" [ 1352.993674] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.003681] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705363, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.017261] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.017472] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.017651] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Deleting the datastore file [datastore2] 85fb78b6-2abc-44e2-9363-d92eb2d53fef {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.017952] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc7c0701-07e6-42ad-8013-c6880e713695 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.035381] env[69843]: DEBUG oslo_vmware.api [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for the task: (returnval){ [ 1353.035381] env[69843]: value = "task-3705364" [ 1353.035381] env[69843]: _type = "Task" [ 1353.035381] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.046308] env[69843]: DEBUG oslo_vmware.api [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.504020] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705363, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.545603] env[69843]: DEBUG oslo_vmware.api [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Task: {'id': task-3705364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119934} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.545886] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.546089] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.546312] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.546520] env[69843]: INFO nova.compute.manager [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1353.546796] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.547043] env[69843]: DEBUG nova.compute.manager [-] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1353.547175] env[69843]: DEBUG nova.network.neutron [-] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.562765] env[69843]: DEBUG nova.network.neutron [-] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1354.005256] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705363, 'name': Rename_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.065839] env[69843]: DEBUG nova.network.neutron [-] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.505538] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705363, 'name': Rename_Task, 'duration_secs': 1.164477} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.505914] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.506082] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b5df377-4b52-4df2-83f7-8dffc36eaba7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.512161] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1354.512161] env[69843]: value = "task-3705365" [ 1354.512161] env[69843]: _type = "Task" [ 1354.512161] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.519775] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.568579] env[69843]: INFO nova.compute.manager [-] [instance: 85fb78b6-2abc-44e2-9363-d92eb2d53fef] Took 1.02 seconds to deallocate network for instance. [ 1355.021853] env[69843]: DEBUG oslo_vmware.api [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705365, 'name': PowerOnVM_Task, 'duration_secs': 0.43933} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.022117] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.022410] env[69843]: INFO nova.compute.manager [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1355.022499] env[69843]: DEBUG nova.compute.manager [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1355.023287] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14072fef-6975-4e74-8f7a-8c02598cc9e6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.075365] env[69843]: DEBUG oslo_concurrency.lockutils [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.075579] env[69843]: DEBUG oslo_concurrency.lockutils [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.075766] env[69843]: DEBUG nova.objects.instance [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lazy-loading 'resources' on Instance uuid 85fb78b6-2abc-44e2-9363-d92eb2d53fef {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.539518] env[69843]: INFO nova.compute.manager [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Took 12.61 seconds to build instance. [ 1355.635722] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5492180-76f4-4a47-a208-ad05391bb634 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.643600] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf52a446-ae27-4a71-8126-700b826f23f4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.674398] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d02cef-8b20-4165-9579-4601ef44f18c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.682623] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b17b6a-52bd-440d-be40-940670600f3a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.696842] env[69843]: DEBUG nova.compute.provider_tree [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.041706] env[69843]: DEBUG oslo_concurrency.lockutils [None req-436d1f15-dc1e-439e-9266-6fbd0b3513a1 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "37698d5e-092e-4e31-ad9f-e5929e541eb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.122s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.200478] env[69843]: DEBUG nova.scheduler.client.report [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.405658] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "37698d5e-092e-4e31-ad9f-e5929e541eb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.405924] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "37698d5e-092e-4e31-ad9f-e5929e541eb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.406192] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "37698d5e-092e-4e31-ad9f-e5929e541eb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.406377] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "37698d5e-092e-4e31-ad9f-e5929e541eb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.406545] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "37698d5e-092e-4e31-ad9f-e5929e541eb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.408971] env[69843]: INFO nova.compute.manager [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Terminating instance [ 1356.705407] env[69843]: DEBUG oslo_concurrency.lockutils [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.725472] env[69843]: INFO nova.scheduler.client.report [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Deleted allocations for instance 85fb78b6-2abc-44e2-9363-d92eb2d53fef [ 1356.912811] env[69843]: DEBUG nova.compute.manager [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.913049] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.914030] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8245c2be-6d81-4fd2-9755-a297b6df54ed {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.921760] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.922054] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f8ec1a7-09fa-41b7-a34d-6eac085403f4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.929189] env[69843]: DEBUG oslo_vmware.api [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1356.929189] env[69843]: value = "task-3705367" [ 1356.929189] env[69843]: _type = "Task" [ 1356.929189] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.938486] env[69843]: DEBUG oslo_vmware.api [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.234966] env[69843]: DEBUG oslo_concurrency.lockutils [None req-102d03a0-34ff-4efa-a1cc-4b24a19fd490 tempest-ServerShowV254Test-2005286718 tempest-ServerShowV254Test-2005286718-project-member] Lock "85fb78b6-2abc-44e2-9363-d92eb2d53fef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.909s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.440908] env[69843]: DEBUG oslo_vmware.api [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705367, 'name': PowerOffVM_Task, 'duration_secs': 0.211065} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.441223] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.441405] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.441668] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b608979c-29a7-440c-b4be-b6e578c51b11 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.513094] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.513345] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Deleting contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.513547] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleting the datastore file [datastore1] 37698d5e-092e-4e31-ad9f-e5929e541eb7 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.513861] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e9b7be7-bebb-4ba7-9034-45378fcd7f16 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.521536] env[69843]: DEBUG oslo_vmware.api [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1357.521536] env[69843]: value = "task-3705369" [ 1357.521536] env[69843]: _type = "Task" [ 1357.521536] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.529896] env[69843]: DEBUG oslo_vmware.api [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.979856] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.031502] env[69843]: DEBUG oslo_vmware.api [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151108} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.031743] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.031918] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Deleted contents of the VM from datastore datastore1 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.032099] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.032267] env[69843]: INFO nova.compute.manager [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1358.032528] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.032730] env[69843]: DEBUG nova.compute.manager [-] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.032822] env[69843]: DEBUG nova.network.neutron [-] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.309672] env[69843]: DEBUG nova.compute.manager [req-ba5d1469-2a3a-41b0-ac3b-05749378ad87 req-0692b906-ce1a-4ac9-979a-76c79b3a9b3c service nova] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Received event network-vif-deleted-a9651973-9ea3-4083-9ed8-5aee223e28f3 {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.309759] env[69843]: INFO nova.compute.manager [req-ba5d1469-2a3a-41b0-ac3b-05749378ad87 req-0692b906-ce1a-4ac9-979a-76c79b3a9b3c service nova] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Neutron deleted interface a9651973-9ea3-4083-9ed8-5aee223e28f3; detaching it from the instance and deleting it from the info cache [ 1358.310044] env[69843]: DEBUG nova.network.neutron [req-ba5d1469-2a3a-41b0-ac3b-05749378ad87 req-0692b906-ce1a-4ac9-979a-76c79b3a9b3c service nova] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.788705] env[69843]: DEBUG nova.network.neutron [-] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.813341] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abdd7d6d-50e2-45b6-bcdb-10578f1ad537 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.823296] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4abcb1-fbf5-4708-963f-d496aa796f10 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.848302] env[69843]: DEBUG nova.compute.manager [req-ba5d1469-2a3a-41b0-ac3b-05749378ad87 req-0692b906-ce1a-4ac9-979a-76c79b3a9b3c service nova] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Detach interface failed, port_id=a9651973-9ea3-4083-9ed8-5aee223e28f3, reason: Instance 37698d5e-092e-4e31-ad9f-e5929e541eb7 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1359.293403] env[69843]: INFO nova.compute.manager [-] [instance: 37698d5e-092e-4e31-ad9f-e5929e541eb7] Took 1.26 seconds to deallocate network for instance. [ 1359.798609] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.798907] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.799135] env[69843]: DEBUG nova.objects.instance [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lazy-loading 'resources' on Instance uuid 37698d5e-092e-4e31-ad9f-e5929e541eb7 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.974274] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.356432] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3f5408-e3ed-4115-8c6f-eabe5b7b4582 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.364912] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7501046b-5d8b-4b34-b21c-9a89f3b7a6d4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.396162] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f17546c-2730-4b19-96e6-1e9a5d711765 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.405633] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c579490-21be-40b6-9cd3-72d4f9cf5f4a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.422538] env[69843]: DEBUG nova.compute.provider_tree [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.925960] env[69843]: DEBUG nova.scheduler.client.report [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.980630] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.433030] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.458063] env[69843]: INFO nova.scheduler.client.report [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted allocations for instance 37698d5e-092e-4e31-ad9f-e5929e541eb7 [ 1361.966739] env[69843]: DEBUG oslo_concurrency.lockutils [None req-d278fae3-7a5d-4ae4-8659-16e588ae5ed0 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "37698d5e-092e-4e31-ad9f-e5929e541eb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.561s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.980644] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.483472] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.483831] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.483894] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.484042] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69843) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1362.485029] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538fe621-881a-427d-9780-2b30d89fdc1c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.493723] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52040ca-ff92-4b87-8b8e-72f93ffd6189 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.508065] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbc32e8-073f-474f-9c56-3faa68d95fad {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.516069] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0259cea0-85b6-4d78-8404-9e1c950414b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.546732] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180396MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69843) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1362.546895] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.547219] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.443073] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "79f411f9-7fe3-42e8-859f-65e47dcdc104" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.443355] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "79f411f9-7fe3-42e8-859f-65e47dcdc104" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.569971] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 050bce8f-cc6e-4aec-959d-13d0489a56ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1363.946059] env[69843]: DEBUG nova.compute.manager [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Starting instance... {{(pid=69843) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1364.072719] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Instance 79f411f9-7fe3-42e8-859f-65e47dcdc104 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69843) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1364.072943] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1364.073097] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69843) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1364.109245] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c915dc01-0a26-4245-80fe-491436e4309f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.117339] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02adbcaf-2a95-4a54-b6ec-813c692c6820 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.147254] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9e9d87-b7fd-4dd9-9bb4-95ace66386c2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.155183] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929018e3-3ede-4a85-8434-8f5039ed8889 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.168689] env[69843]: DEBUG nova.compute.provider_tree [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.464741] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.672094] env[69843]: DEBUG nova.scheduler.client.report [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.176810] env[69843]: DEBUG nova.compute.resource_tracker [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69843) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1365.177144] env[69843]: DEBUG oslo_concurrency.lockutils [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.630s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.177318] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.713s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.179248] env[69843]: INFO nova.compute.claims [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.228463] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178e8e7-2846-499c-88e5-c1011a4239a4 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.236311] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b9cb43-47b6-45ae-85e2-8f51550c435e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.266256] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480bd079-9997-4c4b-adb9-91f1b28547b1 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.273722] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6662b8ad-f105-4eda-bc88-7f589dd1d27b {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.286878] env[69843]: DEBUG nova.compute.provider_tree [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.789902] env[69843]: DEBUG nova.scheduler.client.report [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.181705] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.181986] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.182247] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.182425] env[69843]: DEBUG nova.compute.manager [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69843) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1367.294839] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.295372] env[69843]: DEBUG nova.compute.manager [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Start building networks asynchronously for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.800153] env[69843]: DEBUG nova.compute.utils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Using /dev/sd instead of None {{(pid=69843) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1367.801617] env[69843]: DEBUG nova.compute.manager [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Allocating IP information in the background. {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1367.801787] env[69843]: DEBUG nova.network.neutron [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] allocate_for_instance() {{(pid=69843) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1367.849274] env[69843]: DEBUG nova.policy [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a145ceb761d43ce9789280a6c27a208', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b3c1c9d04b34f8c9450e5c72a1c7524', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69843) authorize /opt/stack/nova/nova/policy.py:192}} [ 1367.981445] env[69843]: DEBUG oslo_service.periodic_task [None req-8fcf235e-dd90-47dd-921b-89d25bde68b0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69843) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.118415] env[69843]: DEBUG nova.network.neutron [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Successfully created port: 85a3db3d-e854-40cc-a26b-78845520af4e {{(pid=69843) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.305337] env[69843]: DEBUG nova.compute.manager [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Start building block device mappings for instance. {{(pid=69843) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1369.317029] env[69843]: DEBUG nova.compute.manager [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Start spawning the instance on the hypervisor. {{(pid=69843) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.342300] env[69843]: DEBUG nova.virt.hardware [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T01:28:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T01:28:32Z,direct_url=,disk_format='vmdk',id=6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='75475523e8a4447ba7a0aa57afa20f32',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T01:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.342571] env[69843]: DEBUG nova.virt.hardware [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.342746] env[69843]: DEBUG nova.virt.hardware [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image limits 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.342928] env[69843]: DEBUG nova.virt.hardware [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Flavor pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.343085] env[69843]: DEBUG nova.virt.hardware [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Image pref 0:0:0 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.343229] env[69843]: DEBUG nova.virt.hardware [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69843) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.343431] env[69843]: DEBUG nova.virt.hardware [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.343582] env[69843]: DEBUG nova.virt.hardware [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.343740] env[69843]: DEBUG nova.virt.hardware [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Got 1 possible topologies {{(pid=69843) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.343896] env[69843]: DEBUG nova.virt.hardware [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.344072] env[69843]: DEBUG nova.virt.hardware [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69843) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.344944] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b136a2-5c9c-463a-8883-da858121fd9e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.353208] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b169ab90-5199-44bf-9d33-6c4eaa117739 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.471205] env[69843]: DEBUG nova.compute.manager [req-1d88da50-266d-40cd-bcf5-2596e5f9ec2b req-a954070c-f0ab-482c-a13f-a1ce3a06b423 service nova] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Received event network-vif-plugged-85a3db3d-e854-40cc-a26b-78845520af4e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.471452] env[69843]: DEBUG oslo_concurrency.lockutils [req-1d88da50-266d-40cd-bcf5-2596e5f9ec2b req-a954070c-f0ab-482c-a13f-a1ce3a06b423 service nova] Acquiring lock "79f411f9-7fe3-42e8-859f-65e47dcdc104-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.471660] env[69843]: DEBUG oslo_concurrency.lockutils [req-1d88da50-266d-40cd-bcf5-2596e5f9ec2b req-a954070c-f0ab-482c-a13f-a1ce3a06b423 service nova] Lock "79f411f9-7fe3-42e8-859f-65e47dcdc104-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.471828] env[69843]: DEBUG oslo_concurrency.lockutils [req-1d88da50-266d-40cd-bcf5-2596e5f9ec2b req-a954070c-f0ab-482c-a13f-a1ce3a06b423 service nova] Lock "79f411f9-7fe3-42e8-859f-65e47dcdc104-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.471994] env[69843]: DEBUG nova.compute.manager [req-1d88da50-266d-40cd-bcf5-2596e5f9ec2b req-a954070c-f0ab-482c-a13f-a1ce3a06b423 service nova] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] No waiting events found dispatching network-vif-plugged-85a3db3d-e854-40cc-a26b-78845520af4e {{(pid=69843) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1369.472172] env[69843]: WARNING nova.compute.manager [req-1d88da50-266d-40cd-bcf5-2596e5f9ec2b req-a954070c-f0ab-482c-a13f-a1ce3a06b423 service nova] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Received unexpected event network-vif-plugged-85a3db3d-e854-40cc-a26b-78845520af4e for instance with vm_state building and task_state spawning. [ 1369.560563] env[69843]: DEBUG nova.network.neutron [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Successfully updated port: 85a3db3d-e854-40cc-a26b-78845520af4e {{(pid=69843) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.062881] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "refresh_cache-79f411f9-7fe3-42e8-859f-65e47dcdc104" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.063065] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "refresh_cache-79f411f9-7fe3-42e8-859f-65e47dcdc104" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.063149] env[69843]: DEBUG nova.network.neutron [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Building network info cache for instance {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.594621] env[69843]: DEBUG nova.network.neutron [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Instance cache missing network info. {{(pid=69843) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.717057] env[69843]: DEBUG nova.network.neutron [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Updating instance_info_cache with network_info: [{"id": "85a3db3d-e854-40cc-a26b-78845520af4e", "address": "fa:16:3e:37:67:77", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85a3db3d-e8", "ovs_interfaceid": "85a3db3d-e854-40cc-a26b-78845520af4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.219658] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "refresh_cache-79f411f9-7fe3-42e8-859f-65e47dcdc104" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.220074] env[69843]: DEBUG nova.compute.manager [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Instance network_info: |[{"id": "85a3db3d-e854-40cc-a26b-78845520af4e", "address": "fa:16:3e:37:67:77", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85a3db3d-e8", "ovs_interfaceid": "85a3db3d-e854-40cc-a26b-78845520af4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69843) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1371.220534] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:67:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '877ed63d-906e-4bd5-a1fc-7e82d172d41e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85a3db3d-e854-40cc-a26b-78845520af4e', 'vif_model': 'vmxnet3'}] {{(pid=69843) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.227997] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.228230] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Creating VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.228457] env[69843]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faafb0d5-a74b-4448-bf5c-6e9b2f7d6056 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.248513] env[69843]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.248513] env[69843]: value = "task-3705370" [ 1371.248513] env[69843]: _type = "Task" [ 1371.248513] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.256380] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705370, 'name': CreateVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.496840] env[69843]: DEBUG nova.compute.manager [req-d8fda965-d76d-4e7d-b534-f9c7635afa5b req-6cdb67c0-882c-4518-bef2-31ee05fa7a78 service nova] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Received event network-changed-85a3db3d-e854-40cc-a26b-78845520af4e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.497046] env[69843]: DEBUG nova.compute.manager [req-d8fda965-d76d-4e7d-b534-f9c7635afa5b req-6cdb67c0-882c-4518-bef2-31ee05fa7a78 service nova] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Refreshing instance network info cache due to event network-changed-85a3db3d-e854-40cc-a26b-78845520af4e. {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1371.497259] env[69843]: DEBUG oslo_concurrency.lockutils [req-d8fda965-d76d-4e7d-b534-f9c7635afa5b req-6cdb67c0-882c-4518-bef2-31ee05fa7a78 service nova] Acquiring lock "refresh_cache-79f411f9-7fe3-42e8-859f-65e47dcdc104" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.497409] env[69843]: DEBUG oslo_concurrency.lockutils [req-d8fda965-d76d-4e7d-b534-f9c7635afa5b req-6cdb67c0-882c-4518-bef2-31ee05fa7a78 service nova] Acquired lock "refresh_cache-79f411f9-7fe3-42e8-859f-65e47dcdc104" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.497636] env[69843]: DEBUG nova.network.neutron [req-d8fda965-d76d-4e7d-b534-f9c7635afa5b req-6cdb67c0-882c-4518-bef2-31ee05fa7a78 service nova] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Refreshing network info cache for port 85a3db3d-e854-40cc-a26b-78845520af4e {{(pid=69843) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.758678] env[69843]: DEBUG oslo_vmware.api [-] Task: {'id': task-3705370, 'name': CreateVM_Task, 'duration_secs': 0.320822} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.763024] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Created VM on the ESX host {{(pid=69843) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.763024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.763024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.763024] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.763024] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db753779-1141-4c7f-9a0f-f1d2dce8ca68 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.766982] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1371.766982] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b78b81-7ab8-2cb9-6004-fffa04ee0bb8" [ 1371.766982] env[69843]: _type = "Task" [ 1371.766982] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.774956] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b78b81-7ab8-2cb9-6004-fffa04ee0bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.181311] env[69843]: DEBUG nova.network.neutron [req-d8fda965-d76d-4e7d-b534-f9c7635afa5b req-6cdb67c0-882c-4518-bef2-31ee05fa7a78 service nova] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Updated VIF entry in instance network info cache for port 85a3db3d-e854-40cc-a26b-78845520af4e. {{(pid=69843) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.181723] env[69843]: DEBUG nova.network.neutron [req-d8fda965-d76d-4e7d-b534-f9c7635afa5b req-6cdb67c0-882c-4518-bef2-31ee05fa7a78 service nova] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Updating instance_info_cache with network_info: [{"id": "85a3db3d-e854-40cc-a26b-78845520af4e", "address": "fa:16:3e:37:67:77", "network": {"id": "93d5ee9a-8304-441c-af1d-6ce6c14a6ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-746689462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3c1c9d04b34f8c9450e5c72a1c7524", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "877ed63d-906e-4bd5-a1fc-7e82d172d41e", "external-id": "nsx-vlan-transportzone-642", "segmentation_id": 642, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85a3db3d-e8", "ovs_interfaceid": "85a3db3d-e854-40cc-a26b-78845520af4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.281414] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]52b78b81-7ab8-2cb9-6004-fffa04ee0bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.281702] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.282014] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Processing image 6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29 {{(pid=69843) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.282317] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.282511] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.282710] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.282979] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8100449a-58b3-4227-af2c-d3b8df3b789f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.292212] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69843) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.292391] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69843) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.293160] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0a2982-385f-4556-9e7e-fb75fdbd039e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.298383] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1372.298383] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523761fe-ec34-6164-1541-12b082cebc10" [ 1372.298383] env[69843]: _type = "Task" [ 1372.298383] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.306445] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523761fe-ec34-6164-1541-12b082cebc10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.684540] env[69843]: DEBUG oslo_concurrency.lockutils [req-d8fda965-d76d-4e7d-b534-f9c7635afa5b req-6cdb67c0-882c-4518-bef2-31ee05fa7a78 service nova] Releasing lock "refresh_cache-79f411f9-7fe3-42e8-859f-65e47dcdc104" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.809449] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]523761fe-ec34-6164-1541-12b082cebc10, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.810215] env[69843]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e9bb1e-7fc8-4b1e-bf77-d3c7ef2f2c78 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.816127] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1372.816127] env[69843]: value = "session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5206a495-1b7c-e15f-c149-750ef0e10b2f" [ 1372.816127] env[69843]: _type = "Task" [ 1372.816127] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.824018] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5206a495-1b7c-e15f-c149-750ef0e10b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.327215] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': session[5202ab6e-3cc7-aaf4-cc5a-4c2bebd6884e]5206a495-1b7c-e15f-c149-750ef0e10b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.327518] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk" {{(pid=69843) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.327714] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 79f411f9-7fe3-42e8-859f-65e47dcdc104/79f411f9-7fe3-42e8-859f-65e47dcdc104.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.327974] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6247318b-dbd8-426d-95f1-0c70c7ccff44 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.336113] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1373.336113] env[69843]: value = "task-3705371" [ 1373.336113] env[69843]: _type = "Task" [ 1373.336113] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.343970] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.846940] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437851} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.847298] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29/6e3b4ef8-61bf-42d4-9cdd-cc1c289eaf29.vmdk to [datastore2] 79f411f9-7fe3-42e8-859f-65e47dcdc104/79f411f9-7fe3-42e8-859f-65e47dcdc104.vmdk {{(pid=69843) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.847474] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Extending root virtual disk to 1048576 {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.847669] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c1fefb8-259c-43bf-848d-f9e5ead5a01d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.854604] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1373.854604] env[69843]: value = "task-3705372" [ 1373.854604] env[69843]: _type = "Task" [ 1373.854604] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.862154] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.364403] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065678} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.364735] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Extended root virtual disk {{(pid=69843) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.365538] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a6780c-8403-4023-b95a-629ff8b49e72 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.386706] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 79f411f9-7fe3-42e8-859f-65e47dcdc104/79f411f9-7fe3-42e8-859f-65e47dcdc104.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.386961] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b4df45e-56e7-474b-a04a-a7e516e23902 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.406416] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1374.406416] env[69843]: value = "task-3705373" [ 1374.406416] env[69843]: _type = "Task" [ 1374.406416] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.414196] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.919340] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.418599] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705373, 'name': ReconfigVM_Task, 'duration_secs': 0.551559} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.418985] env[69843]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 79f411f9-7fe3-42e8-859f-65e47dcdc104/79f411f9-7fe3-42e8-859f-65e47dcdc104.vmdk or device None with type sparse {{(pid=69843) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.419612] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa9b604a-ecf9-4ea9-8b39-5bd3c48cab8e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.426154] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1375.426154] env[69843]: value = "task-3705374" [ 1375.426154] env[69843]: _type = "Task" [ 1375.426154] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.433858] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705374, 'name': Rename_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.936734] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705374, 'name': Rename_Task, 'duration_secs': 0.151928} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.937086] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Powering on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.937403] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcc083ee-a70e-4678-860a-a1c2f69c7eb2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.944228] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1375.944228] env[69843]: value = "task-3705375" [ 1375.944228] env[69843]: _type = "Task" [ 1375.944228] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.952171] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.455532] env[69843]: DEBUG oslo_vmware.api [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705375, 'name': PowerOnVM_Task, 'duration_secs': 0.44091} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.455750] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Powered on the VM {{(pid=69843) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.455949] env[69843]: INFO nova.compute.manager [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1376.456142] env[69843]: DEBUG nova.compute.manager [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1376.456920] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d559cb-710e-4605-957c-383513cbeb9a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.974358] env[69843]: INFO nova.compute.manager [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Took 12.52 seconds to build instance. [ 1377.476250] env[69843]: DEBUG oslo_concurrency.lockutils [None req-b87e1ad1-201a-4a2e-9e34-71163ba89908 tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "79f411f9-7fe3-42e8-859f-65e47dcdc104" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.033s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.842713] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f93e3692-7c87-4451-b5b7-c291f2d97eba tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "79f411f9-7fe3-42e8-859f-65e47dcdc104" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.842983] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f93e3692-7c87-4451-b5b7-c291f2d97eba tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "79f411f9-7fe3-42e8-859f-65e47dcdc104" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.843200] env[69843]: DEBUG nova.compute.manager [None req-f93e3692-7c87-4451-b5b7-c291f2d97eba tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1377.844111] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0f2601-c2c3-49a0-b7d3-0479627fc327 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.851445] env[69843]: DEBUG nova.compute.manager [None req-f93e3692-7c87-4451-b5b7-c291f2d97eba tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69843) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1377.851992] env[69843]: DEBUG nova.objects.instance [None req-f93e3692-7c87-4451-b5b7-c291f2d97eba tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lazy-loading 'flavor' on Instance uuid 79f411f9-7fe3-42e8-859f-65e47dcdc104 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.859355] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93e3692-7c87-4451-b5b7-c291f2d97eba tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.859785] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38180357-cadf-4c34-b3e1-b0aff4bf25a2 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.868549] env[69843]: DEBUG oslo_vmware.api [None req-f93e3692-7c87-4451-b5b7-c291f2d97eba tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1378.868549] env[69843]: value = "task-3705376" [ 1378.868549] env[69843]: _type = "Task" [ 1378.868549] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.877508] env[69843]: DEBUG oslo_vmware.api [None req-f93e3692-7c87-4451-b5b7-c291f2d97eba tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.378221] env[69843]: DEBUG oslo_vmware.api [None req-f93e3692-7c87-4451-b5b7-c291f2d97eba tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705376, 'name': PowerOffVM_Task, 'duration_secs': 0.198546} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.378510] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93e3692-7c87-4451-b5b7-c291f2d97eba tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.378710] env[69843]: DEBUG nova.compute.manager [None req-f93e3692-7c87-4451-b5b7-c291f2d97eba tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Checking state {{(pid=69843) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1379.379585] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b5c65e-5830-4249-8a0a-96ee79ee7dd7 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.891806] env[69843]: DEBUG oslo_concurrency.lockutils [None req-f93e3692-7c87-4451-b5b7-c291f2d97eba tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "79f411f9-7fe3-42e8-859f-65e47dcdc104" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.470459] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "79f411f9-7fe3-42e8-859f-65e47dcdc104" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.470706] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "79f411f9-7fe3-42e8-859f-65e47dcdc104" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.470923] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "79f411f9-7fe3-42e8-859f-65e47dcdc104-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.471121] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "79f411f9-7fe3-42e8-859f-65e47dcdc104-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.471330] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "79f411f9-7fe3-42e8-859f-65e47dcdc104-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.473561] env[69843]: INFO nova.compute.manager [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Terminating instance [ 1380.978125] env[69843]: DEBUG nova.compute.manager [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1380.978490] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.979400] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77eaaf0-6aa1-4f8d-8649-414d23de9d54 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.987654] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.987969] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-910d770e-03f3-4e45-ae4a-2bd944c84edd {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.072824] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.073206] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.073504] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleting the datastore file [datastore2] 79f411f9-7fe3-42e8-859f-65e47dcdc104 {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.073891] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6564b732-43f1-469e-996d-9ae30da98479 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.082386] env[69843]: DEBUG oslo_vmware.api [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1381.082386] env[69843]: value = "task-3705378" [ 1381.082386] env[69843]: _type = "Task" [ 1381.082386] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.094678] env[69843]: DEBUG oslo_vmware.api [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.592735] env[69843]: DEBUG oslo_vmware.api [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142935} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.593017] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.593251] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.593434] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.593612] env[69843]: INFO nova.compute.manager [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1381.593853] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.594056] env[69843]: DEBUG nova.compute.manager [-] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1381.594156] env[69843]: DEBUG nova.network.neutron [-] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1381.858462] env[69843]: DEBUG nova.compute.manager [req-6bf993f2-9fa5-4757-ac4a-57d132ef113d req-0eb63e80-b4a0-4a50-9e0a-7d6e3c6bfa9f service nova] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Received event network-vif-deleted-85a3db3d-e854-40cc-a26b-78845520af4e {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.858759] env[69843]: INFO nova.compute.manager [req-6bf993f2-9fa5-4757-ac4a-57d132ef113d req-0eb63e80-b4a0-4a50-9e0a-7d6e3c6bfa9f service nova] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Neutron deleted interface 85a3db3d-e854-40cc-a26b-78845520af4e; detaching it from the instance and deleting it from the info cache [ 1381.858874] env[69843]: DEBUG nova.network.neutron [req-6bf993f2-9fa5-4757-ac4a-57d132ef113d req-0eb63e80-b4a0-4a50-9e0a-7d6e3c6bfa9f service nova] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.334880] env[69843]: DEBUG nova.network.neutron [-] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.362333] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-577a82db-b8a9-43a9-9548-b1dd48f12e48 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.373647] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b6ae50-e4d1-4872-b823-334b1f533005 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.400065] env[69843]: DEBUG nova.compute.manager [req-6bf993f2-9fa5-4757-ac4a-57d132ef113d req-0eb63e80-b4a0-4a50-9e0a-7d6e3c6bfa9f service nova] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Detach interface failed, port_id=85a3db3d-e854-40cc-a26b-78845520af4e, reason: Instance 79f411f9-7fe3-42e8-859f-65e47dcdc104 could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1382.837996] env[69843]: INFO nova.compute.manager [-] [instance: 79f411f9-7fe3-42e8-859f-65e47dcdc104] Took 1.24 seconds to deallocate network for instance. [ 1383.344976] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.345354] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.345520] env[69843]: DEBUG nova.objects.instance [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lazy-loading 'resources' on Instance uuid 79f411f9-7fe3-42e8-859f-65e47dcdc104 {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.891828] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b34443-fbf0-4815-aa40-0209cbd77392 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.898924] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d98380-af6f-40d9-9235-03a436cebc54 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.929703] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f31ae86-bd21-4be2-9b81-401d877c29d6 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.937629] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973c433c-dcb4-478a-9ef3-b6972e106196 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.951061] env[69843]: DEBUG nova.compute.provider_tree [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed in ProviderTree for provider: f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.454394] env[69843]: DEBUG nova.scheduler.client.report [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Inventory has not changed for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.959978] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.977995] env[69843]: INFO nova.scheduler.client.report [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted allocations for instance 79f411f9-7fe3-42e8-859f-65e47dcdc104 [ 1385.487345] env[69843]: DEBUG oslo_concurrency.lockutils [None req-7821e2e0-75d9-46bc-b464-bb82f9e2110b tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "79f411f9-7fe3-42e8-859f-65e47dcdc104" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.017s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.201582] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "050bce8f-cc6e-4aec-959d-13d0489a56ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.201862] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "050bce8f-cc6e-4aec-959d-13d0489a56ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.202084] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "050bce8f-cc6e-4aec-959d-13d0489a56ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.202269] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "050bce8f-cc6e-4aec-959d-13d0489a56ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.202439] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "050bce8f-cc6e-4aec-959d-13d0489a56ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.204629] env[69843]: INFO nova.compute.manager [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Terminating instance [ 1386.708234] env[69843]: DEBUG nova.compute.manager [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Start destroying the instance on the hypervisor. {{(pid=69843) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1386.708619] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Destroying instance {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.709395] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172dcbc8-c1c9-4921-821e-9a2014cb437e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.717770] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Powering off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.718020] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36153eb2-2c9d-4d22-95f1-8c13f989e03a {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.724046] env[69843]: DEBUG oslo_vmware.api [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1386.724046] env[69843]: value = "task-3705379" [ 1386.724046] env[69843]: _type = "Task" [ 1386.724046] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.732393] env[69843]: DEBUG oslo_vmware.api [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.234402] env[69843]: DEBUG oslo_vmware.api [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705379, 'name': PowerOffVM_Task, 'duration_secs': 0.185519} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.234664] env[69843]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Powered off the VM {{(pid=69843) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.234828] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Unregistering the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.235102] env[69843]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d3e515e-5384-44bc-9a97-1c3684c7f34c {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.298356] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Unregistered the VM {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.298560] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Deleting contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.298755] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleting the datastore file [datastore2] 050bce8f-cc6e-4aec-959d-13d0489a56ab {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.299124] env[69843]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1e2272d-9d35-4197-9403-5ffc54475f86 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.305923] env[69843]: DEBUG oslo_vmware.api [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for the task: (returnval){ [ 1387.305923] env[69843]: value = "task-3705381" [ 1387.305923] env[69843]: _type = "Task" [ 1387.305923] env[69843]: } to complete. {{(pid=69843) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.315408] env[69843]: DEBUG oslo_vmware.api [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.816576] env[69843]: DEBUG oslo_vmware.api [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Task: {'id': task-3705381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134494} completed successfully. {{(pid=69843) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.816965] env[69843]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted the datastore file {{(pid=69843) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.817062] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Deleted contents of the VM from datastore datastore2 {{(pid=69843) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.817249] env[69843]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Instance destroyed {{(pid=69843) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.817424] env[69843]: INFO nova.compute.manager [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1387.817712] env[69843]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69843) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.817869] env[69843]: DEBUG nova.compute.manager [-] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Deallocating network for instance {{(pid=69843) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1387.817962] env[69843]: DEBUG nova.network.neutron [-] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] deallocate_for_instance() {{(pid=69843) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.075601] env[69843]: DEBUG nova.compute.manager [req-c2a3ab0d-e106-49d8-b559-e7e7a43df1e0 req-95c02491-8188-43e1-9704-c550544f71f2 service nova] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Received event network-vif-deleted-b770621a-00c6-4e85-b678-ae109c04c12d {{(pid=69843) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.075893] env[69843]: INFO nova.compute.manager [req-c2a3ab0d-e106-49d8-b559-e7e7a43df1e0 req-95c02491-8188-43e1-9704-c550544f71f2 service nova] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Neutron deleted interface b770621a-00c6-4e85-b678-ae109c04c12d; detaching it from the instance and deleting it from the info cache [ 1388.076139] env[69843]: DEBUG nova.network.neutron [req-c2a3ab0d-e106-49d8-b559-e7e7a43df1e0 req-95c02491-8188-43e1-9704-c550544f71f2 service nova] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.558184] env[69843]: DEBUG nova.network.neutron [-] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Updating instance_info_cache with network_info: [] {{(pid=69843) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.579220] env[69843]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a4b5c90-9e16-4b2e-bf07-1c1389266564 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.589374] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba4a07e-3259-41c5-9a63-15bafb32c218 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.616530] env[69843]: DEBUG nova.compute.manager [req-c2a3ab0d-e106-49d8-b559-e7e7a43df1e0 req-95c02491-8188-43e1-9704-c550544f71f2 service nova] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Detach interface failed, port_id=b770621a-00c6-4e85-b678-ae109c04c12d, reason: Instance 050bce8f-cc6e-4aec-959d-13d0489a56ab could not be found. {{(pid=69843) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1389.060796] env[69843]: INFO nova.compute.manager [-] [instance: 050bce8f-cc6e-4aec-959d-13d0489a56ab] Took 1.24 seconds to deallocate network for instance. [ 1389.567753] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.568049] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.568284] env[69843]: DEBUG nova.objects.instance [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lazy-loading 'resources' on Instance uuid 050bce8f-cc6e-4aec-959d-13d0489a56ab {{(pid=69843) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.105993] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2685aef7-223f-454c-beee-6038c0ff09cf {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.113546] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d535ae-2d17-487c-ad80-97ca842af91f {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.144776] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4acb3ba-d34d-4abe-b655-f3ab4d2359ac {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.152971] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f3f4fb-de6e-4981-8ae7-bed58665758e {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.166741] env[69843]: DEBUG nova.compute.provider_tree [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1390.687757] env[69843]: ERROR nova.scheduler.client.report [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] [req-9ec3e860-12b2-4d54-bfc5-1a190e020c6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f473df78-9fd2-4a18-9b1b-7c5fc5ca712b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9ec3e860-12b2-4d54-bfc5-1a190e020c6b"}]} [ 1390.704392] env[69843]: DEBUG nova.scheduler.client.report [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Refreshing inventories for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1390.717237] env[69843]: DEBUG nova.scheduler.client.report [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Updating ProviderTree inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1390.717468] env[69843]: DEBUG nova.compute.provider_tree [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1390.728745] env[69843]: DEBUG nova.scheduler.client.report [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Refreshing aggregate associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, aggregates: None {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1390.746525] env[69843]: DEBUG nova.scheduler.client.report [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Refreshing trait associations for resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69843) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1390.772236] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e3a865-05a7-4ce0-afbf-d02f84aaaca8 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.781376] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d37751-51b9-4d21-96e3-a4970d68871d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.811105] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ffd687-9e11-4433-a54d-7a13a197992d {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.818626] env[69843]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f1825e-7498-4da4-87f0-d307e1d9c362 {{(pid=69843) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.832478] env[69843]: DEBUG nova.compute.provider_tree [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.364553] env[69843]: DEBUG nova.scheduler.client.report [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Updated inventory for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1391.364879] env[69843]: DEBUG nova.compute.provider_tree [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Updating resource provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b generation from 181 to 182 during operation: update_inventory {{(pid=69843) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1391.365091] env[69843]: DEBUG nova.compute.provider_tree [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Updating inventory in ProviderTree for provider f473df78-9fd2-4a18-9b1b-7c5fc5ca712b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 66, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69843) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.869878] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.888650] env[69843]: INFO nova.scheduler.client.report [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Deleted allocations for instance 050bce8f-cc6e-4aec-959d-13d0489a56ab [ 1392.396435] env[69843]: DEBUG oslo_concurrency.lockutils [None req-4ee054c6-861d-48a1-b123-6935475fb2ae tempest-ServersTestJSON-1605188643 tempest-ServersTestJSON-1605188643-project-member] Lock "050bce8f-cc6e-4aec-959d-13d0489a56ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.194s {{(pid=69843) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}